00000001:01000000:0.0F:1783138288.153988:0:2339:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm adler32 speed = 494 MB/s 00000001:01000000:2.0F:1783138288.405729:0:2339:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32 speed = 529 MB/s 00000001:01000000:3.0F:1783138288.655363:0:2339:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32c speed = 3599 MB/s 00000020:02000000:1.0F:1783138289.480149:0:2368:0:(class_obd.c:804:obdclass_init()) Lustre: Build Version: 2.17.54_83_gca256e9 00000400:02000000:1.0:1783138290.303931:0:2383:0:(api-ni.c:2752:lnet_startup_lndni()) Added LNI 192.168.202.20@tcp [8/256/0/180] 00008000:02000000:1.0:1783138294.811638:0:2534:0:(echo_client.c:2573:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:01000004:0.0:1783138497.601391:0:6164:0:(obd_mount.c:914:lmd_print()) mount data: 00000020:01000004:0.0:1783138497.601397:0:6164:0:(obd_mount.c:916:lmd_print()) profile: lustre-client 00000020:01000004:0.0:1783138497.601399:0:6164:0:(obd_mount.c:917:lmd_print()) device: 192.168.202.120@tcp:/lustre 00000020:01000004:0.0:1783138497.601400:0:6164:0:(obd_mount.c:920:lmd_print()) options: user_xattr,flock 00000080:01200004:0.0:1783138497.601549:0:6164:0:(super25.c:130:lustre_fill_super()) VFS Op: sb 00000000d71495f6 00000080:01000004:0.0:1783138497.601563:0:6164:0:(super25.c:167:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:0.0:1783138497.601581:0:6164:0:(obd_mount.c:402:lustre_start_mgc()) Start MGC 'MGC192.168.202.120@tcp' 00000020:01000004:0.0:1783138497.601650:0:6164:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD MGC192.168.202.120@tcp (typ=mgc) 00000020:00000080:0.0:1783138497.601680:0:6164:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.202.120@tcp (00000000771a986f) 00000020:00000080:0.0:1783138497.601699:0:6164:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type mgc with refcount 2 00000100:00100000:0.0:1783138497.602015:0:6164:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:0.0:1783138497.602045:0:6164:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:0.0:1783138497.602176:0:6164:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 34 00000100:00100000:0.0:1783138497.602183:0:6164:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:0.0:1783138497.603239:0:6164:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 34 00000100:00100000:0.0:1783138497.603249:0:6164:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:2.0:1783138497.604635:0:6164:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 0 min 2 max 34 00000100:00100000:2.0:1783138497.604647:0:6164:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_000' 00000100:00100000:0.0:1783138497.605308:0:6164:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 1 min 2 max 34 00000100:00100000:0.0:1783138497.605316:0:6164:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_001' 00000100:00100000:0.0:1783138497.606201:0:6164:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1783138497.606667:0:6164:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1783138497.606956:0:6164:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 34 00000100:00100000:0.0:1783138497.606964:0:6164:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:2.0:1783138497.613558:0:6164:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 34 00000100:00100000:2.0:1783138497.613578:0:6164:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:2.0:1783138497.622491:0:6164:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 34 00000100:00100000:2.0:1783138497.622513:0:6164:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00000100:00100000:2.0:1783138497.624512:0:6164:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 0 min 3 max 34 00000100:00100000:2.0:1783138497.624529:0:6164:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_000' 00000100:00100000:2.0:1783138497.629349:0:6164:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 1 min 3 max 34 00000100:00100000:2.0:1783138497.629371:0:6164:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_001' 00000100:00100000:2.0:1783138497.631083:0:6164:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 2 min 3 max 34 00000100:00100000:2.0:1783138497.631102:0:6164:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_002' 00010000:00010000:1.0:1783138497.632582:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783138497.632589:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783138497.632591:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783138497.633348:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783138497.633352:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783138497.633354:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:3.0:1783138497.634202:0:6164:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000021fc7561@MGC192.168.202.120@tcp: add connection 192.168.202.120@tcp at head 00010000:00010000:3.0:1783138497.634405:0:6164:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.202.120@tcp-0 is initialized 00000040:01000000:3.0:1783138497.634416:0:6164:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.120@tcp ctxt 1 is initialized 10000000:01000000:3.0:1783138497.644482:0:6178:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00010000:00010000:2.0:1783138497.645144:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1783138497.649240:0:6164:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.202.120@tcp (uuid fa24dfa4-ad3b-4f31-88bd-189f123bcca5) 00000020:00000080:0.0:1783138497.649286:0:6164:0:(genops.c:1406:class_connect()) connect: client fa24dfa4-ad3b-4f31-88bd-189f123bcca5, cookie 0xbc29702ecbe69b65 00000100:00080000:0.0:1783138497.649311:0:6164:0:(import.c:512:import_select_connection()) MGC192.168.202.120@tcp: connect to NID 192.168.202.120@tcp last attempt 0 00000100:00080000:0.0:1783138497.649325:0:6164:0:(import.c:548:import_select_connection()) MGC192.168.202.120@tcp: skip NID 192.168.202.120@tcp as not ready: rc = -114 00000100:00080000:0.0:1783138497.649331:0:6164:0:(import.c:626:import_select_connection()) MGC192.168.202.120@tcp: import 0000000021fc7561 using connection 192.168.202.120@tcp/192.168.202.120@tcp 00000100:00100000:0.0:1783138497.649412:0:6164:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000502fab67 x1869756015575168/t0(0) o250->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1783138497.649791:0:6164:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import fa24dfa4-ad3b-4f31-88bd-189f123bcca5->MGS 00000080:00200000:0.0:1783138497.649860:0:6164:0:(llite_lib.c:1387:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff94aa06bf1000 (sb 00000000d71495f6) 00000080:01000000:0.0:1783138497.649982:0:6164:0:(llite_lib.c:1114:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:0.0:1783138497.649985:0:6164:0:(llite_lib.c:1124:ll_options()) next opt=user_xattr 00000080:00000004:0.0:1783138497.649990:0:6164:0:(llite_lib.c:1124:ll_options()) next opt=flock 00000080:01000000:0.0:1783138497.650000:0:6164:0:(llite_lib.c:1421:ll_fill_super()) llite sb uuid: 0cb9fcf7-c719-428e-a535-4ba760529f4e 00000100:00100000:1.0:1783138497.650942:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@00000000502fab67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:2399:1869756015575168:192.168.202.120@tcp:250: 10000000:01000000:0.0:1783138497.651284:0:6164:0:(mgc_request.c:1945:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1783138497.651289:0:6164:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff94aa06bf1000 10000000:01000000:0.0:1783138497.651295:0:6164:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff94aa183919c0 10000000:01000000:0.0:1783138497.651300:0:6164:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1783138497.651309:0:6164:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-sptlrpc-ffff94aa183919c0 from 1 10000000:01000000:0.0:1783138497.651313:0:6164:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1783138497.651363:0:6164:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: 000000001ef8a59b/0xbc29702ecbe69b6c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783138497.651375:0:6164:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.120@tcp lock: 000000001ef8a59b/0xbc29702ecbe69b6c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783138497.651388:0:6164:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.120@tcp lock: 000000001ef8a59b/0xbc29702ecbe69b6c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1783138497.651410:0:6164:0:(client.c:1831:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@000000000ed949aa x1869756015575296/t0(0) o101->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783138497.655552:0:6164:0:(client.c:2701:ptlrpc_set_wait()) set 0000000061a3679c going to sleep for 0 seconds 00010000:00010000:1.0:1783138498.681258:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783138498.681370:0:2399:0:(client.c:2489:ptlrpc_expire_one_request()) @@@ Request sent has timed out for sent delay: [sent 1783138497/real 0] req@00000000502fab67 x1869756015575168/t0(0) o250->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1783138498 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783138498.681391:0:2399:0:(client.c:2520:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000502fab67 x1869756015575168/t0(0) o250->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1783138498 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783138498.681410:0:6164:0:(client.c:2701:ptlrpc_set_wait()) set 0000000061a3679c going to sleep for 0 seconds 00000100:00080000:2.0:1783138498.681415:0:2399:0:(import.c:65:import_set_state_nolock()) 0000000021fc7561 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1783138498.681443:0:2399:0:(import.c:1513:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.120@tcp failed (-110) 00000100:00100000:2.0:1783138498.681447:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@00000000502fab67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:2399:1869756015575168:192.168.202.120@tcp:250: 00000100:00080000:1.0:1783138498.681521:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) fa24dfa4-ad3b-4f31-88bd-189f123bcca5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1783138498.681526:0:38:0:(pinger.c:239:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1783138498.681530:0:38:0:(import.c:65:import_set_state_nolock()) 0000000021fc7561 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1783138498.681536:0:38:0:(import.c:512:import_select_connection()) MGC192.168.202.120@tcp: connect to NID 192.168.202.120@tcp last attempt 318 00000100:00080000:1.0:1783138498.681553:0:38:0:(import.c:626:import_select_connection()) MGC192.168.202.120@tcp: import 0000000021fc7561 using connection 192.168.202.120@tcp/192.168.202.120@tcp 00000100:00100000:1.0:1783138498.681629:0:38:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002a1534a3 x1869756015575424/t0(0) o250->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783138498.681699:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000002a1534a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:2399:1869756015575424:192.168.202.120@tcp:250: 00000100:00100000:2.0:1783138498.697892:0:2399:0:(client.c:3111:ptlrpc_free_committed()) MGC192.168.202.120@tcp: committing for last_committed 0 gen 1 00000100:00080000:2.0:1783138498.697917:0:2399:0:(import.c:1134:ptlrpc_connect_interpret()) MGC192.168.202.120@tcp: connect to target with instance 0 00000100:00080000:2.0:1783138498.697933:0:2399:0:(import.c:961:ptlrpc_connect_set_flags()) MGC192.168.202.120@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:2.0:1783138498.697941:0:2399:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:2.0:1783138498.697947:0:2399:0:(import.c:65:import_set_state_nolock()) 0000000021fc7561 MGS: changing import state from CONNECTING to FULL 10000000:01000000:2.0:1783138498.697952:0:2399:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:2.0:1783138498.697978:0:2399:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00080000:2.0:1783138498.697996:0:2399:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000061a3679c): req@000000000ed949aa x1869756015575296/t0(0) o101->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783138498.698713:0:6164:0:(client.c:2701:ptlrpc_set_wait()) set 0000000061a3679c going to sleep for 11 seconds 00000100:00100000:0.0:1783138498.705221:0:6164:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@000000000ed949aa pname:cluuid:pid:xid:nid:opc:job mount.lustre:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:6164:1869756015575296:192.168.202.120@tcp:101: 00010000:00010000:0.0:1783138498.705264:0:6164:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.120@tcp lock: 000000001ef8a59b/0xbc29702ecbe69b6c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefa6cb8af058643d expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783138498.705279:0:6164:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.120@tcp lock: 000000001ef8a59b/0xbc29702ecbe69b6c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xefa6cb8af058643d expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783138498.705405:0:6164:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000000ed949aa pname:cluuid:pid:xid:nid:opc:job mount.lustre:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:6164:1869756015575552:192.168.202.120@tcp:501: 00000100:00100000:0.0:1783138498.705521:0:6164:0:(client.c:2701:ptlrpc_set_wait()) set 000000001783e429 going to sleep for 11 seconds 00000100:00100000:2.0:1783138498.707873:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@000000002a1534a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:2399:1869756015575424:192.168.202.120@tcp:250: 00000100:00100000:0.0:1783138498.721613:0:6164:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@000000000ed949aa pname:cluuid:pid:xid:nid:opc:job mount.lustre:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:6164:1869756015575552:192.168.202.120@tcp:501: 10000000:01000000:0.0:1783138498.721682:0:6164:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.120@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1783138498.721718:0:6164:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: 000000001ef8a59b/0xbc29702ecbe69b6c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefa6cb8af058643d expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783138498.721740:0:6164:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.120@tcp lock: 000000001ef8a59b/0xbc29702ecbe69b6c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefa6cb8af058643d expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783138498.721753:0:6164:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff94aa06bf1000 10000000:01000000:0.0:1783138498.721760:0:6164:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1783138498.721767:0:6164:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff94aa06bf1000 10000000:01000000:0.0:1783138498.721770:0:6164:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1783138498.721774:0:6164:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff94aa06bf1000 10000000:01000000:0.0:1783138498.721777:0:6164:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1783138498.721781:0:6164:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff94aa06bf1000 from 1 10000000:01000000:0.0:1783138498.721784:0:6164:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1783138498.721881:0:6164:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: 000000009bb9507c/0xbc29702ecbe69b73 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783138498.721890:0:6164:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.120@tcp lock: 000000009bb9507c/0xbc29702ecbe69b73 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783138498.721909:0:6164:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.120@tcp lock: 000000009bb9507c/0xbc29702ecbe69b73 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783138498.721932:0:6164:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000000ed949aa pname:cluuid:pid:xid:nid:opc:job mount.lustre:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:6164:1869756015575680:192.168.202.120@tcp:101: 00000100:00100000:0.0:1783138498.722048:0:6164:0:(client.c:2701:ptlrpc_set_wait()) set 000000001783e429 going to sleep for 11 seconds 00000100:00100000:0.0:1783138498.726636:0:6164:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@000000000ed949aa pname:cluuid:pid:xid:nid:opc:job mount.lustre:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:6164:1869756015575680:192.168.202.120@tcp:101: 00010000:00010000:0.0:1783138498.726675:0:6164:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.120@tcp lock: 000000009bb9507c/0xbc29702ecbe69b73 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xefa6cb8af0586444 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783138498.726691:0:6164:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.120@tcp lock: 000000009bb9507c/0xbc29702ecbe69b73 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xefa6cb8af0586444 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783138498.727009:0:6164:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000000ed949aa pname:cluuid:pid:xid:nid:opc:job mount.lustre:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:6164:1869756015575808:192.168.202.120@tcp:501: 00000100:00100000:0.0:1783138498.729318:0:6164:0:(client.c:2701:ptlrpc_set_wait()) set 000000001783e429 going to sleep for 11 seconds 00000100:00100000:0.0:1783138498.733635:0:6164:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@000000000ed949aa pname:cluuid:pid:xid:nid:opc:job mount.lustre:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:6164:1869756015575808:192.168.202.120@tcp:501: 00000100:00100000:0.0:1783138498.733722:0:6164:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000000ed949aa pname:cluuid:pid:xid:nid:opc:job mount.lustre:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:6164:1869756015575936:192.168.202.120@tcp:503: 00000100:00100000:0.0:1783138498.734549:0:6164:0:(client.c:2701:ptlrpc_set_wait()) set 000000001783e429 going to sleep for 11 seconds 00000100:00100000:0.0:1783138498.744014:0:6164:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@000000000ed949aa pname:cluuid:pid:xid:nid:opc:job mount.lustre:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:6164:1869756015575936:192.168.202.120@tcp:503: 00000100:00100000:2.0:1783138498.745502:0:6183:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000006757ec13 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:6183:1869756015576064:192.168.202.120@tcp:502: 00000100:00100000:2.0:1783138498.745668:0:6183:0:(client.c:2701:ptlrpc_set_wait()) set 000000000b1ca255 going to sleep for 11 seconds 00000100:00100000:2.0:1783138498.751779:0:6183:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@000000006757ec13 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:6183:1869756015576064:192.168.202.120@tcp:502: 00000020:01000000:2.0:1783138498.751888:0:6183:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783138498.751905:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783138498.751908:0:6183:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:2.0:1783138498.751917:0:6183:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff94aa06bf1000 00000020:00000080:2.0:1783138498.751920:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1783138498.751959:0:6183:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff94aa06bf1000 (00000000725fc814) 00000020:00000080:2.0:1783138498.751987:0:6183:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type lov with refcount 2 00000020:01000000:2.0:1783138498.751995:0:6183:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff94aa06bf1000 00000020:00000080:2.0:1783138498.751998:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:2.0:1783138498.752693:0:6183:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff94aa06bf1000 (uuid 0cb9fcf7-c719-428e-a535-4ba760529f4e) 00000020:01000000:2.0:1783138498.752702:0:6183:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783138498.752708:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783138498.752710:0:6183:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:2.0:1783138498.752712:0:6183:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783138498.752716:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783138498.752717:0:6183:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:2.0:1783138498.752720:0:6183:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff94aa06bf1000 00000020:00000080:2.0:1783138498.752723:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1783138498.752733:0:6183:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff94aa06bf1000 (0000000032e8271e) 00000020:00000080:2.0:1783138498.752745:0:6183:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type lmv with refcount 2 00000020:01000000:2.0:1783138498.752750:0:6183:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff94aa06bf1000 00000020:00000080:2.0:1783138498.752752:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:2.0:1783138498.752981:0:6183:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff94aa06bf1000 (uuid 0cb9fcf7-c719-428e-a535-4ba760529f4e) 00000020:01000000:2.0:1783138498.752985:0:6183:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783138498.752994:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783138498.752995:0:6183:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:2.0:1783138498.752998:0:6183:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783138498.753001:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783138498.753003:0:6183:0:(obd_config.c:1561:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:2.0:1783138498.753005:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1783138498.753007:0:6183:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:2.0:1783138498.753009:0:6183:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-client 00000020:01000000:2.0:1783138498.753014:0:6183:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783138498.753016:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783138498.753017:0:6183:0:(obd_config.c:1561:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:2.0:1783138498.753019:0:6183:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783138498.753024:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783138498.753026:0:6183:0:(obd_config.c:1561:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:2.0:1783138498.753028:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1783138498.753033:0:6183:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.120@tcp to nid 0x20000c0a8ca78 (192.168.202.120@tcp) 00000020:01000000:2.0:1783138498.753074:0:6183:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff94aa06bf1000 00000020:00000080:2.0:1783138498.753077:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1783138498.753085:0:6183:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff94aa06bf1000 (00000000191f0dc5) 00000020:00000080:2.0:1783138498.753095:0:6183:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mdc with refcount 2 00000020:01000000:2.0:1783138498.753100:0:6183:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff94aa06bf1000 00000020:00000080:2.0:1783138498.753103:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1783138498.753191:0:6183:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000049dd0854@lustre-MDT0000-mdc-ffff94aa06bf1000: add connection 192.168.202.120@tcp at head 00010000:00010000:2.0:1783138498.755057:0:6183:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff94aa06bf1000-1 is initialized 00000040:01000000:2.0:1783138498.757309:0:6183:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff94aa06bf1000 ctxt 13 is initialized 00000020:00000080:2.0:1783138498.757721:0:6183:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff94aa06bf1000 (uuid 0cb9fcf7-c719-428e-a535-4ba760529f4e) 00000020:01000000:2.0:1783138498.757740:0:6183:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff94aa06bf1000 00000020:00000080:2.0:1783138498.757745:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:2.0:1783138498.757783:0:6183:0:(lmv_obd.c:441:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:2.0:1783138498.757853:0:6183:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783138498.757859:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783138498.757861:0:6183:0:(obd_config.c:1561:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:2.0:1783138498.757872:0:6183:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1783138498.757875:0:6183:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #9 00000020:01000000:2.0:1783138498.757877:0:6183:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1783138498.757878:0:6183:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1783138498.757880:0:6183:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1783138498.757883:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783138498.757884:0:6183:0:(obd_config.c:1561:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:2.0:1783138498.757887:0:6183:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783138498.757892:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783138498.757893:0:6183:0:(obd_config.c:1561:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:2.0:1783138498.757897:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1783138498.757903:0:6183:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.120@tcp to nid 0x20000c0a8ca78 (192.168.202.120@tcp) 00000020:01000000:2.0:1783138498.757937:0:6183:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff94aa06bf1000 00000020:00000080:2.0:1783138498.757940:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1783138498.757952:0:6183:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff94aa06bf1000 (00000000ba9edf05) 00000020:00000080:2.0:1783138498.757972:0:6183:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type mdc with refcount 2 00000020:01000000:2.0:1783138498.757978:0:6183:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff94aa06bf1000 00000020:00000080:2.0:1783138498.757981:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1783138498.758211:0:6183:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000052071679@lustre-MDT0001-mdc-ffff94aa06bf1000: add connection 192.168.202.120@tcp at head 00010000:00010000:2.0:1783138498.761008:0:6183:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff94aa06bf1000-2 is initialized 00000040:01000000:2.0:1783138498.761284:0:6183:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff94aa06bf1000 ctxt 13 is initialized 00000020:00000080:2.0:1783138498.771220:0:6183:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff94aa06bf1000 (uuid 0cb9fcf7-c719-428e-a535-4ba760529f4e) 00000020:01000000:2.0:1783138498.771246:0:6183:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff94aa06bf1000 00000020:00000080:2.0:1783138498.771251:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:2.0:1783138498.771286:0:6183:0:(lmv_obd.c:441:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:2.0:1783138498.771337:0:6183:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783138498.771342:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783138498.771344:0:6183:0:(obd_config.c:1561:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:2.0:1783138498.771347:0:6183:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1783138498.771350:0:6183:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #20 00000020:01000000:2.0:1783138498.771352:0:6183:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1783138498.771353:0:6183:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1783138498.771368:0:6183:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1783138498.771371:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783138498.771373:0:6183:0:(obd_config.c:1561:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:2.0:1783138498.771376:0:6183:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1783138498.771381:0:6183:0:(obd_mount.c:952:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.202.120@tcp:/lustre 00000020:00000080:2.0:1783138498.771385:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783138498.771386:0:6183:0:(obd_config.c:1561:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1783138498.771388:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1783138498.771395:0:6183:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.120@tcp to nid 0x20000c0a8ca78 (192.168.202.120@tcp) 00000020:01000000:2.0:1783138498.771430:0:6183:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff94aa06bf1000 00000020:00000080:2.0:1783138498.771432:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1783138498.771456:0:6183:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff94aa06bf1000 (00000000efb8b35a) 00000020:00000080:2.0:1783138498.771479:0:6183:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type osc with refcount 2 00000020:01000000:2.0:1783138498.771486:0:6183:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff94aa06bf1000 00000020:00000080:2.0:1783138498.771488:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1783138498.772735:0:6183:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000026f909cb@lustre-OST0000-osc-ffff94aa06bf1000: add connection 192.168.202.120@tcp at head 00010000:00010000:2.0:1783138498.774456:0:6183:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff94aa06bf1000-3 is initialized 00000020:00000080:2.0:1783138498.788646:0:6183:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff94aa06bf1000 (uuid 0cb9fcf7-c719-428e-a535-4ba760529f4e) 00000020:01000000:2.0:1783138498.788664:0:6183:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff94aa06bf1000 00000020:00000080:2.0:1783138498.788669:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:2.0:1783138498.788694:0:6183:0:(lov_obd.c:478:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:2.0:1783138498.788703:0:6183:0:(lov_obd.c:507:lov_add_target()) lustre-clilov-ffff94aa06bf1000: Adding target lustre-OST0000_UUID 00020000:01000000:2.0:1783138498.788719:0:6183:0:(lov_obd.c:529:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:2.0:1783138498.788731:0:6183:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783138498.788736:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783138498.788737:0:6183:0:(obd_config.c:1561:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1783138498.788741:0:6183:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1783138498.788744:0:6183:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #28 00000020:01000000:2.0:1783138498.788745:0:6183:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1783138498.788747:0:6183:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1783138498.788748:0:6183:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1783138498.788750:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783138498.788755:0:6183:0:(obd_config.c:1561:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:2.0:1783138498.788758:0:6183:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1783138498.788762:0:6183:0:(obd_mount.c:952:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.202.120@tcp:/lustre 00000020:00000080:2.0:1783138498.788765:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783138498.788767:0:6183:0:(obd_config.c:1561:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1783138498.788770:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1783138498.788775:0:6183:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.120@tcp to nid 0x20000c0a8ca78 (192.168.202.120@tcp) 00000020:01000000:2.0:1783138498.788803:0:6183:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff94aa06bf1000 00000020:00000080:2.0:1783138498.788805:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1783138498.788816:0:6183:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff94aa06bf1000 (00000000e02b0bbb) 00000020:00000080:2.0:1783138498.788858:0:6183:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type osc with refcount 2 00000020:01000000:2.0:1783138498.788865:0:6183:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff94aa06bf1000 00000020:00000080:2.0:1783138498.788867:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1783138498.788951:0:6183:0:(ldlm_lib.c:102:import_set_conn()) imp 000000003039a6ec@lustre-OST0001-osc-ffff94aa06bf1000: add connection 192.168.202.120@tcp at head 00010000:00010000:2.0:1783138498.789774:0:6183:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff94aa06bf1000-4 is initialized 00000020:00000080:2.0:1783138498.793247:0:6183:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff94aa06bf1000 (uuid 0cb9fcf7-c719-428e-a535-4ba760529f4e) 00000020:01000000:2.0:1783138498.793265:0:6183:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff94aa06bf1000 00000020:00000080:2.0:1783138498.793269:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:2.0:1783138498.793305:0:6183:0:(lov_obd.c:478:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:2.0:1783138498.793314:0:6183:0:(lov_obd.c:507:lov_add_target()) lustre-clilov-ffff94aa06bf1000: Adding target lustre-OST0001_UUID 00020000:01000000:2.0:1783138498.793660:0:6183:0:(lov_obd.c:529:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:2.0:1783138498.793684:0:6183:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783138498.793690:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783138498.793691:0:6183:0:(obd_config.c:1561:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1783138498.793695:0:6183:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783138498.793699:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783138498.793700:0:6183:0:(obd_config.c:1561:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:2.0:1783138498.793703:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1783138498.793704:0:6183:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 100 to 20 00000100:00100000:2.0:1783138498.793748:0:6183:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000004cf7f020 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:6183:1869756015576192:192.168.202.120@tcp:502: 00000100:00100000:2.0:1783138498.793894:0:6183:0:(client.c:2701:ptlrpc_set_wait()) set 00000000a8f65322 going to sleep for 11 seconds 00000100:00100000:2.0:1783138498.796931:0:6183:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@000000004cf7f020 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:6183:1869756015576192:192.168.202.120@tcp:502: 00000020:01000000:2.0:1783138498.797008:0:6183:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783138498.797019:0:6183:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783138498.797022:0:6183:0:(obd_config.c:1561:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000040:00080000:2.0:1783138498.797032:0:6183:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 48 count 48 00000020:01000000:3.0:1783138498.797839:0:6164:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-47 (rc=0) 10000000:01000000:3.0:1783138498.797867:0:6164:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.120@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1783138498.797886:0:6164:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: 000000009bb9507c/0xbc29702ecbe69b73 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xefa6cb8af0586444 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783138498.797899:0:6164:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.120@tcp lock: 000000009bb9507c/0xbc29702ecbe69b73 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xefa6cb8af0586444 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783138498.797907:0:6164:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-cliir-ffff94aa06bf1000 from 1 10000000:01000000:3.0:1783138498.797911:0:6164:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:3.0:1783138498.797984:0:6164:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: 000000007fd47677/0xbc29702ecbe69ba4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783138498.797993:0:6164:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.120@tcp lock: 000000007fd47677/0xbc29702ecbe69ba4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783138498.798003:0:6164:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.120@tcp lock: 000000007fd47677/0xbc29702ecbe69ba4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783138498.798026:0:6164:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000002d198c26 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:6164:1869756015576320:192.168.202.120@tcp:101: 00000100:00100000:3.0:1783138498.798147:0:6164:0:(client.c:2701:ptlrpc_set_wait()) set 00000000676a2981 going to sleep for 11 seconds 00000100:00100000:3.0:1783138498.810941:0:6164:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@000000002d198c26 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:6164:1869756015576320:192.168.202.120@tcp:101: 00010000:00010000:3.0:1783138498.810971:0:6164:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.120@tcp lock: 000000007fd47677/0xbc29702ecbe69ba4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefa6cb8af058644b expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783138498.810984:0:6164:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.120@tcp lock: 000000007fd47677/0xbc29702ecbe69ba4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xefa6cb8af058644b expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783138498.812607:0:6164:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000002d198c26 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:6164:1869756015576448:192.168.202.120@tcp:256: 00000100:00100000:3.0:1783138498.812881:0:6164:0:(client.c:2701:ptlrpc_set_wait()) set 00000000676a2981 going to sleep for 11 seconds 00000100:00100000:2.0:1783138498.835607:0:6164:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@000000002d198c26 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:6164:1869756015576448:192.168.202.120@tcp:256: 10000000:01000000:2.0:1783138498.836357:0:6164:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.120@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:2.0:1783138498.836390:0:6164:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: 000000007fd47677/0xbc29702ecbe69ba4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefa6cb8af058644b expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783138498.836404:0:6164:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.120@tcp lock: 000000007fd47677/0xbc29702ecbe69ba4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefa6cb8af058644b expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783138498.836415:0:6164:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff94aa06bf1000 from 1 10000000:01000000:2.0:1783138498.836418:0:6164:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1783138498.836472:0:6164:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: 0000000012478e74/0xbc29702ecbe69bab lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783138498.836480:0:6164:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.120@tcp lock: 0000000012478e74/0xbc29702ecbe69bab lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783138498.836491:0:6164:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.120@tcp lock: 0000000012478e74/0xbc29702ecbe69bab lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783138498.836517:0:6164:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000004cf7f020 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:6164:1869756015576576:192.168.202.120@tcp:101: 00000100:00100000:2.0:1783138498.836618:0:6164:0:(client.c:2701:ptlrpc_set_wait()) set 00000000a8f65322 going to sleep for 11 seconds 00000100:00100000:2.0:1783138498.843243:0:6164:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@000000004cf7f020 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:6164:1869756015576576:192.168.202.120@tcp:101: 00010000:00010000:2.0:1783138498.843287:0:6164:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.120@tcp lock: 0000000012478e74/0xbc29702ecbe69bab lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefa6cb8af0586452 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783138498.843321:0:6164:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.120@tcp lock: 0000000012478e74/0xbc29702ecbe69bab lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xefa6cb8af0586452 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1783138498.843427:0:6164:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000004cf7f020 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:6164:1869756015576704:192.168.202.120@tcp:501: 00000100:00100000:2.0:1783138498.843536:0:6164:0:(client.c:2701:ptlrpc_set_wait()) set 00000000a8f65322 going to sleep for 11 seconds 00000100:00100000:3.0:1783138498.846573:0:6164:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@000000004cf7f020 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:6164:1869756015576704:192.168.202.120@tcp:501: 00000100:00100000:3.0:1783138498.846671:0:6164:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000006fd55438 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:6164:1869756015576832:192.168.202.120@tcp:503: 00000100:00100000:3.0:1783138498.846822:0:6164:0:(client.c:2701:ptlrpc_set_wait()) set 00000000adb443e5 going to sleep for 11 seconds 00000100:00100000:3.0:1783138498.856349:0:6164:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@000000006fd55438 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:6164:1869756015576832:192.168.202.120@tcp:503: 00000100:00100000:3.0:1783138498.860321:0:6189:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@000000006fd55438 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:6189:1869756015576960:192.168.202.120@tcp:502: 00000100:00100000:3.0:1783138498.860533:0:6189:0:(client.c:2701:ptlrpc_set_wait()) set 000000002f788c35 going to sleep for 11 seconds 00000100:00100000:3.0:1783138498.870657:0:6189:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@000000006fd55438 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:6189:1869756015576960:192.168.202.120@tcp:502: 00000020:01000000:3.0:1783138498.870719:0:6189:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783138498.870733:0:6189:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783138498.870735:0:6189:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1783138498.870743:0:6189:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff94aa06bf1000 00000020:00000080:3.0:1783138498.870746:0:6189:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:3.0:1783138498.870878:0:6189:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa09b22d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:6189:1869756015577088:192.168.202.120@tcp:502: 00000100:00100000:3.0:1783138498.871018:0:6189:0:(client.c:2701:ptlrpc_set_wait()) set ffff94aa06090000 going to sleep for 11 seconds 00000100:00100000:3.0:1783138498.877672:0:6189:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa09b22d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:6189:1869756015577088:192.168.202.120@tcp:502: 00000020:01000000:3.0:1783138498.877738:0:6189:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783138498.877751:0:6189:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783138498.877753:0:6189:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000040:00080000:3.0:1783138498.877758:0:6189:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 4 count 4 00000020:01000000:2.0:1783138498.878756:0:6164:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-3 (rc=0) 10000000:01000000:2.0:1783138498.878787:0:6164:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.120@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1783138498.878867:0:6164:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff94aa027d9400/0xbc29702ecbe69bab lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefa6cb8af0586452 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783138498.878883:0:6164:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.120@tcp lock: ffff94aa027d9400/0xbc29702ecbe69bab lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefa6cb8af0586452 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:2.0:1783138498.878915:0:6164:0:(llite_lib.c:1495:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:2.0:1783138498.878958:0:6164:0:(genops.c:1406:class_connect()) connect: client 0cb9fcf7-c719-428e-a535-4ba760529f4e, cookie 0xbc29702ecbe69bb2 00800000:01000000:2.0:1783138498.878995:0:6164:0:(lmv_obd.c:514:lmv_check_connect()) Time to connect 0cb9fcf7-c719-428e-a535-4ba760529f4e to lustre-clilmv-ffff94aa06bf1000 00800000:01000000:2.0:1783138498.879005:0:6164:0:(lmv_obd.c:337:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff94aa06bf1000(0cb9fcf7-c719-428e-a535-4ba760529f4e) - lustre-MDT0000_UUID, 0cb9fcf7-c719-428e-a535-4ba760529f4e 00000020:00000080:2.0:1783138498.879016:0:6164:0:(genops.c:1406:class_connect()) connect: client 0cb9fcf7-c719-428e-a535-4ba760529f4e, cookie 0xbc29702ecbe69bb9 00000100:00080000:2.0:1783138498.879028:0:6164:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff94aa06bf1000: connect to NID 192.168.202.120@tcp last attempt 0 00000100:00080000:2.0:1783138498.879057:0:6164:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff94aa06bf1000: import ffff94aa18290800 using connection 192.168.202.120@tcp/192.168.202.120@tcp 00000008:00100000:2.0:1783138498.879078:0:6164:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682451 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1783138498.879117:0:6164:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94aa18254e00 x1869756015577216/t0(0) o38->lustre-MDT0000-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1783138498.879160:0:6164:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import 0cb9fcf7-c719-428e-a535-4ba760529f4e->lustre-MDT0000_UUID 00000100:00100000:3.0:1783138498.879319:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa18254e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0cb9fcf7-c719-428e-a535-4ba760529f4e:2399:1869756015577216:192.168.202.120@tcp:38: 00800000:01000000:2.0:1783138498.879874:0:6164:0:(lmv_obd.c:391:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff94aa06bf1000(0cb9fcf7-c719-428e-a535-4ba760529f4e) successfully (5) 00800000:00000004:2.0:1783138498.879886:0:6164:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff94aa06bf1000: age -681, max_age 0 00000100:00100000:2.0:1783138498.879984:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:2.0:1783138498.879998:0:2402:0:(client.c:1831:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff94aa18255f80 x1869756015577344/t0(0) o41->lustre-MDT0000-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00800000:01000000:2.0:1783138498.880032:0:6164:0:(lmv_obd.c:337:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff94aa06bf1000(0cb9fcf7-c719-428e-a535-4ba760529f4e) - lustre-MDT0001_UUID, 0cb9fcf7-c719-428e-a535-4ba760529f4e 00000020:00000080:2.0:1783138498.880282:0:6164:0:(genops.c:1406:class_connect()) connect: client 0cb9fcf7-c719-428e-a535-4ba760529f4e, cookie 0xbc29702ecbe69bc0 00000100:00080000:2.0:1783138498.880292:0:6164:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff94aa06bf1000: connect to NID 192.168.202.120@tcp last attempt 0 00000100:00080000:2.0:1783138498.880300:0:6164:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff94aa06bf1000: import ffff94aa18290000 using connection 192.168.202.120@tcp/192.168.202.120@tcp 00000008:00100000:2.0:1783138498.880311:0:6164:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682451 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1783138498.880328:0:6164:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94aa18254700 x1869756015577472/t0(0) o38->lustre-MDT0001-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783138498.880398:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa18254700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0cb9fcf7-c719-428e-a535-4ba760529f4e:2399:1869756015577472:192.168.202.120@tcp:38: 00000100:00080000:2.0:1783138498.880648:0:6164:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import 0cb9fcf7-c719-428e-a535-4ba760529f4e->lustre-MDT0001_UUID 00800000:01000000:2.0:1783138498.884808:0:6164:0:(lmv_obd.c:391:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff94aa06bf1000(0cb9fcf7-c719-428e-a535-4ba760529f4e) successfully (5) 00800000:00000004:2.0:1783138498.884818:0:6164:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0001-mdc-ffff94aa06bf1000: age -681, max_age 0 00000080:00000004:2.0:1783138498.885072:0:6164:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff94aa06bf1000: age -681, max_age 318 00800000:00000004:2.0:1783138498.885080:0:6164:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff94aa06bf1000: age -681, max_age 318 00000100:00080000:2.0:1783138498.885109:0:6164:0:(client.c:1831:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff94aa18257100 x1869756015577728/t0(0) o41->lustre-MDT0000-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783138498.885123:0:6164:0:(client.c:2701:ptlrpc_set_wait()) set ffff94aa08404f00 going to sleep for 0 seconds 00000100:00100000:3.0:1783138498.885229:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:3.0:1783138498.885244:0:2403:0:(client.c:1831:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff94aa18254380 x1869756015577600/t0(0) o41->lustre-MDT0001-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1783138498.893964:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94aa18254700 x1869756015577472/t0(0) o38->lustre-MDT0001-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 520/416 e 0 to 0 dl 1783138508 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783138498.893983:0:2399:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94aa06bf1000: committing for last_committed 0 gen 1 00000100:00080000:3.0:1783138498.893996:0:2399:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff94aa06bf1000: connect to target with instance 1 00000001:01000000:1.0:1783138499.144066:0:2399:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0001-mdc-ffff94aa06bf1000: T10 checksum algorithm t10ip512 speed = 3111 MB/s 00000001:01000000:3.0:1783138499.394947:0:2399:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0001-mdc-ffff94aa06bf1000: T10 checksum algorithm t10ip4K speed = 4079 MB/s 00000001:01000000:3.0:1783138499.644932:0:2399:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0001-mdc-ffff94aa06bf1000: T10 checksum algorithm t10crc512 speed = 571 MB/s 00010000:00010000:2.0:1783138499.707563:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:01000000:0.0:1783138499.895540:0:2399:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0001-mdc-ffff94aa06bf1000: T10 checksum algorithm t10crc4K speed = 975 MB/s 00000100:00080000:0.0:1783138499.895554:0:2399:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff94aa06bf1000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:0.0:1783138499.895568:0:2399:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1783138499.895574:0:2399:0:(import.c:65:import_set_state_nolock()) ffff94aa18290000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:1.0:1783138499.896598:0:2399:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000f3325a81): req@ffff94aa18254380 x1869756015577600/t0(0) o41->lustre-MDT0001-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783138499.896628:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa18254700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0cb9fcf7-c719-428e-a535-4ba760529f4e:2399:1869756015577472:192.168.202.120@tcp:38: 00010000:00080000:1.0:1783138499.896670:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94aa18254e00 x1869756015577216/t0(0) o38->lustre-MDT0000-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 520/416 e 0 to 0 dl 1783138508 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783138499.896681:0:2399:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94aa06bf1000: committing for last_committed 0 gen 1 00000100:00080000:1.0:1783138499.896691:0:2399:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff94aa06bf1000: connect to target with instance 1 00000100:00080000:1.0:1783138499.896713:0:2399:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff94aa06bf1000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:1.0:1783138499.896720:0:2399:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1783138499.896723:0:2399:0:(import.c:65:import_set_state_nolock()) ffff94aa18290800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1783138499.897122:0:6164:0:(client.c:2701:ptlrpc_set_wait()) set ffff94aa08404f00 going to sleep for 0 seconds 00000100:00100000:3.0:1783138499.897152:0:6164:0:(client.c:2701:ptlrpc_set_wait()) set ffff94aa08404f00 going to sleep for 11 seconds 00000100:00100000:2.0:1783138499.897646:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa18254e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0cb9fcf7-c719-428e-a535-4ba760529f4e:2399:1869756015577216:192.168.202.120@tcp:38: 00010000:00080000:2.0:1783138499.901576:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94aa18255f80 x1869756015577344/t0(0) o41->lustre-MDT0000-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1783138515 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783138499.901599:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa18255f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:0:1869756015577344:192.168.202.120@tcp:41: 00010000:00080000:3.0:1783138499.906239:0:6164:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94aa18257100 x1869756015577728/t0(0) o41->lustre-MDT0000-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1783138515 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783138499.906261:0:6164:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa18257100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cb9fcf7-c719-428e-a535-4ba760529f4e:6164:1869756015577728:192.168.202.120@tcp:41: 00800000:00000004:3.0:1783138499.906287:0:6164:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff94aa06bf1000: update ffff94aa182d5190 cache blocks 317403/353529 objects 1023723/1024000 00000080:00000004:3.0:1783138499.906295:0:6164:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff94aa06bf1000: update ffff94aa182d0450 cache blocks 317403/353529 objects 1023723/1024000 00000100:00100000:3.0:1783138499.906333:0:6164:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa09b22d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cb9fcf7-c719-428e-a535-4ba760529f4e:6164:1869756015577856:192.168.202.120@tcp:40: 00000100:00100000:3.0:1783138499.906423:0:6164:0:(client.c:2701:ptlrpc_set_wait()) set ffff94aa06090000 going to sleep for 11 seconds 00010000:00080000:2.0:1783138499.906499:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94aa18254380 x1869756015577600/t0(0) o41->lustre-MDT0001-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1783138515 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783138499.906516:0:2403:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa18254380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0cb9fcf7-c719-428e-a535-4ba760529f4e:0:1869756015577600:192.168.202.120@tcp:41: 00010000:00080000:3.0:1783138499.909407:0:6164:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94aa09b22d80 x1869756015577856/t0(0) o40->lustre-MDT0000-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 440/448 e 0 to 0 dl 1783138515 ref 2 fl Rpc:RQU/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783138499.909428:0:6164:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa09b22d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cb9fcf7-c719-428e-a535-4ba760529f4e:6164:1869756015577856:192.168.202.120@tcp:40: 00000080:00000004:3.0:1783138499.909457:0:6164:0:(llite_lib.c:513:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:3.0:1783138499.909474:0:6164:0:(llite_lib.c:675:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682451 ocd_grant: 2146304 00020000:01000000:3.0:1783138499.909494:0:6164:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:3.0:1783138499.909507:0:6164:0:(genops.c:1406:class_connect()) connect: client 0cb9fcf7-c719-428e-a535-4ba760529f4e, cookie 0xbc29702ecbe69bc7 00000020:00000080:3.0:1783138499.909527:0:6164:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0xbc29702ecbe69bce 00000100:00080000:3.0:1783138499.909536:0:6164:0:(import.c:512:import_select_connection()) lustre-OST0000-osc-ffff94aa06bf1000: connect to NID 192.168.202.120@tcp last attempt 0 00000100:00080000:3.0:1783138499.909545:0:6164:0:(import.c:626:import_select_connection()) lustre-OST0000-osc-ffff94aa06bf1000: import ffff94aa18295000 using connection 192.168.202.120@tcp/192.168.202.120@tcp 00000008:00100000:3.0:1783138499.909556:0:6164:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682451 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1783138499.909583:0:6164:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94aa09b22d80 x1869756015577984/t0(0) o8->lustre-OST0000-osc-ffff94aa06bf1000@192.168.202.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1783138499.909653:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa09b22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0cb9fcf7-c719-428e-a535-4ba760529f4e:2399:1869756015577984:192.168.202.120@tcp:8: 00000100:00080000:3.0:1783138499.909772:0:6164:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import 0cb9fcf7-c719-428e-a535-4ba760529f4e->lustre-OST0000_UUID 00020000:01000000:3.0:1783138499.909807:0:6164:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff94aa06bf1000) active 00000080:00000004:3.0:1783138499.909861:0:6164:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0x0 -> 0xa0467af2e3640038 00000020:00000080:3.0:1783138499.909876:0:6164:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0xbc29702ecbe69bd5 00000100:00080000:3.0:1783138499.909883:0:6164:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff94aa06bf1000: connect to NID 192.168.202.120@tcp last attempt 0 00000100:00080000:3.0:1783138499.909890:0:6164:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff94aa06bf1000: import ffff94aa100f3000 using connection 192.168.202.120@tcp/192.168.202.120@tcp 00000008:00100000:3.0:1783138499.909896:0:6164:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682451 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1783138499.909908:0:6164:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94aa09b21880 x1869756015578112/t0(0) o8->lustre-OST0001-osc-ffff94aa06bf1000@192.168.202.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1783138499.910230:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa08403100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:2401:1869756015578240:192.168.202.120@tcp:400: 00000100:00100000:2.0:1783138499.914743:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa09b21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0cb9fcf7-c719-428e-a535-4ba760529f4e:2399:1869756015578112:192.168.202.120@tcp:8: 00000100:00080000:3.0:1783138499.915430:0:6164:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import 0cb9fcf7-c719-428e-a535-4ba760529f4e->lustre-OST0001_UUID 00020000:01000000:3.0:1783138499.915454:0:6164:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff94aa06bf1000) active 00000080:00000004:3.0:1783138499.915475:0:6164:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0x0 -> 0xa0467af2e3640038 00000100:00100000:3.0:1783138499.915525:0:6164:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa09b23b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cb9fcf7-c719-428e-a535-4ba760529f4e:6164:1869756015578368:192.168.202.120@tcp:900: 00000100:00100000:3.0:1783138499.915557:0:6164:0:(client.c:2701:ptlrpc_set_wait()) set ffff94aa06090000 going to sleep for 11 seconds 00010000:00080000:2.0:1783138499.915739:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94aa09b22d80 x1869756015577984/t0(0) o8->lustre-OST0000-osc-ffff94aa06bf1000@192.168.202.120@tcp:28/4 lens 520/416 e 0 to 0 dl 1783138509 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783138499.915751:0:2399:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94aa06bf1000: committing for last_committed 0 gen 1 00000100:00080000:2.0:1783138499.916108:0:2399:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff94aa06bf1000: connect to target with instance 1 00000100:00080000:2.0:1783138499.916119:0:2399:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff94aa06bf1000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000080:00000004:2.0:1783138499.916129:0:2399:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:2.0:1783138499.916134:0:2399:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:2.0:1783138499.916142:0:2399:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1783138499.916145:0:2399:0:(import.c:65:import_set_state_nolock()) ffff94aa18295000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:2.0:1783138499.916150:0:2399:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:2.0:1783138499.916152:0:2399:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:2.0:1783138499.916154:0:2399:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:2.0:1783138499.916162:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa09b22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0cb9fcf7-c719-428e-a535-4ba760529f4e:2399:1869756015577984:192.168.202.120@tcp:8: 00000100:00100000:0.0:1783138499.918119:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa08403100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:2401:1869756015578240:192.168.202.120@tcp:400: 00010000:00080000:2.0:1783138499.919243:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94aa09b21880 x1869756015578112/t0(0) o8->lustre-OST0001-osc-ffff94aa06bf1000@192.168.202.120@tcp:28/4 lens 520/416 e 0 to 0 dl 1783138509 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783138499.919257:0:2399:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94aa06bf1000: committing for last_committed 0 gen 1 00000100:00080000:2.0:1783138499.919266:0:2399:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff94aa06bf1000: connect to target with instance 1 00000100:00080000:2.0:1783138499.919276:0:2399:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff94aa06bf1000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000080:00000004:2.0:1783138499.919300:0:2399:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:2.0:1783138499.919307:0:2399:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:2.0:1783138499.919313:0:2399:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1783138499.919317:0:2399:0:(import.c:65:import_set_state_nolock()) ffff94aa100f3000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:2.0:1783138499.919322:0:2399:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:2.0:1783138499.919325:0:2399:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:2.0:1783138499.919327:0:2399:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:2.0:1783138499.919334:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa09b21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0cb9fcf7-c719-428e-a535-4ba760529f4e:2399:1869756015578112:192.168.202.120@tcp:8: 00010000:00080000:3.0:1783138499.919699:0:6164:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94aa09b23b80 x1869756015578368/t0(0) o900->lustre-MDT0000-mdc-ffff94aa06bf1000@192.168.202.120@tcp:29/10 lens 264/248 e 0 to 0 dl 1783138515 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783138499.919710:0:6164:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa09b23b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cb9fcf7-c719-428e-a535-4ba760529f4e:6164:1869756015578368:192.168.202.120@tcp:900: 00000100:00100000:3.0:1783138499.919793:0:6164:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa09b23b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cb9fcf7-c719-428e-a535-4ba760529f4e:6164:1869756015578496:192.168.202.120@tcp:33: 00000100:00100000:3.0:1783138499.919959:0:6164:0:(client.c:2701:ptlrpc_set_wait()) set ffff94aa06090000 going to sleep for 11 seconds 00010000:00080000:3.0:1783138499.984646:0:6164:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94aa09b23b80 x1869756015578496/t0(0) o33->lustre-MDT0000-mdc-ffff94aa06bf1000@192.168.202.120@tcp:23/10 lens 448/464 e 0 to 0 dl 1783138515 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:3.0:1783138499.984667:0:6164:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa09b23b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:0cb9fcf7-c719-428e-a535-4ba760529f4e:6164:1869756015578496:192.168.202.120@tcp:33: 00000080:00200000:3.0:1783138499.985157:0:6164:0:(llite_lib.c:3226:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) 00000080:00200000:3.0:1783138499.985167:0:6164:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:3.0:1783138499.985251:0:6164:0:(llite_lib.c:1533:ll_fill_super()) Mounted lustre-client 00000080:00000004:3.0:1783138499.992643:0:6164:0:(super25.c:187:lustre_fill_super()) 192.168.202.120@tcp:/lustre: Mount complete 00000080:00200008:3.0:1783138500.228372:0:6208:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff94aa04521148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1783138500.228384:0:6208:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148),name=/ 00000002:00010000:3.0:1783138500.228406:0:6208:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1783138500.228479:0:6208:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94aa06bf1000 lock: ffff94aa42145600/0xbc29702ecbe69bdc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6208 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783138500.228489:0:6208:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94aa06bf1000 lock: ffff94aa42145600/0xbc29702ecbe69bdc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6208 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783138500.228502:0:6208:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94aa06bf1000 lock: ffff94aa42145600/0xbc29702ecbe69bdc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6208 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783138500.228534:0:6208:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa09b23b80 pname:cluuid:pid:xid:nid:opc:job mkdir:0cb9fcf7-c719-428e-a535-4ba760529f4e:6208:1869756015578624:192.168.202.120@tcp:101: 00000100:00100000:3.0:1783138500.228678:0:6208:0:(client.c:2701:ptlrpc_set_wait()) set ffff94aa06090b40 going to sleep for 11 seconds 00000100:00100000:3.0:1783138500.235780:0:6208:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa09b23b80 pname:cluuid:pid:xid:nid:opc:job mkdir:0cb9fcf7-c719-428e-a535-4ba760529f4e:6208:1869756015578624:192.168.202.120@tcp:101: 00010000:00010000:3.0:1783138500.235814:0:6208:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94aa06bf1000 lock: ffff94aa42145600/0xbc29702ecbe69bdc lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xefa6cb8af058647c expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783138500.235880:0:6208:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94aa06bf1000 lock: ffff94aa42145600/0xbc29702ecbe69bdc lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xefa6cb8af058647c expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783138500.235892:0:6208:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94aa06bf1000 lock: ffff94aa42145600/0xbc29702ecbe69bdc lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xefa6cb8af058647c expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783138500.235918:0:6208:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94aa06bf1000 lock: ffff94aa42145600/0xbc29702ecbe69bdc lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xefa6cb8af058647c expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783138500.235931:0:6208:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94aa06bf1000 lock: ffff94aa42145600/0xbc29702ecbe69bdc lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xefa6cb8af058647c expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783138500.235939:0:6208:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94aa06bf1000 lock: ffff94aa42145600/0xbc29702ecbe69bdc lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xefa6cb8af058647c expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783138500.235947:0:6208:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94aa06bf1000 lock: ffff94aa42145600/0xbc29702ecbe69bdc lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xefa6cb8af058647c expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1783138500.235959:0:6208:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94aa09b23b80 x1869756015578624/t0(0) o101->lustre-MDT0000-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 576/688 e 0 to 0 dl 1783138516 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000002:00010000:3.0:1783138500.235972:0:6208:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94aa06bf1000 lock: ffff94aa42145600/0xbc29702ecbe69bdc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xefa6cb8af058647c expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783138500.235984:0:6208:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff94aa03dcfc00 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:3.0:1783138500.235991:0:6208:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1783138500.236015:0:6208:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:3.0:1783138500.236027:0:6208:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94aa04521148) for lock 0xbc29702ecbe69bdc 00000080:00010000:3.0:1783138500.236033:0:6208:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94aa04521148) 00000080:00010000:3.0:1783138500.236036:0:6208:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xbc29702ecbe69bdc from it ffffb83f8438fcb8 00010000:00010000:3.0:1783138500.236040:0:6208:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94aa06bf1000 lock: ffff94aa42145600/0xbc29702ecbe69bdc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xefa6cb8af058647c expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783138500.236048:0:6208:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94aa06bf1000 lock: ffff94aa42145600/0xbc29702ecbe69bdc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xefa6cb8af058647c expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1783138500.729231:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783138501.753080:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:3.0:1783138502.459069:0:6260:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff94aa04521148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1783138502.459083:0:6260:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148),name=/ 00000002:00010000:3.0:1783138502.459103:0:6260:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1783138502.459121:0:6260:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94aa06bf1000 lock: ffff94aa42145600/0xbc29702ecbe69bdc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xefa6cb8af058647c expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1783138502.459136:0:6260:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94aa06bf1000 lock: ffff94aa42145600/0xbc29702ecbe69bdc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xefa6cb8af058647c expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1783138502.459143:0:6260:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1783138502.459151:0:6260:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94aa04521148) 00000080:00010000:3.0:1783138502.459155:0:6260:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94aa04521148) for lock 0xbc29702ecbe69bdc 00000080:00010000:3.0:1783138502.459161:0:6260:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xbc29702ecbe69bdc from it ffffb83f81937cb8 00010000:00010000:3.0:1783138502.459165:0:6260:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94aa06bf1000 lock: ffff94aa42145600/0xbc29702ecbe69bdc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xefa6cb8af058647c expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1783138502.459183:0:6260:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94aa06bf1000 lock: ffff94aa42145600/0xbc29702ecbe69bdc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xefa6cb8af058647c expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200008:3.0:1783138502.460025:0:6260:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff94aa04521148), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1783138502.460031:0:6260:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148),name=/ 00000002:00010000:3.0:1783138502.460042:0:6260:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1783138502.460052:0:6260:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94aa06bf1000 lock: ffff94aa42145600/0xbc29702ecbe69bdc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xefa6cb8af058647c expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:3.0:1783138502.460062:0:6260:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94aa06bf1000 lock: ffff94aa42145600/0xbc29702ecbe69bdc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xefa6cb8af058647c expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200000:3.0:1783138502.460069:0:6260:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1783138502.460074:0:6260:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94aa04521148) 00000080:00010000:3.0:1783138502.460077:0:6260:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94aa04521148) for lock 0xbc29702ecbe69bdc 00000080:00010000:3.0:1783138502.460081:0:6260:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xbc29702ecbe69bdc from it ffffb83f81937cb8 00010000:00010000:3.0:1783138502.460085:0:6260:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94aa06bf1000 lock: ffff94aa42145600/0xbc29702ecbe69bdc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xefa6cb8af058647c expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:3.0:1783138502.460093:0:6260:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94aa06bf1000 lock: ffff94aa42145600/0xbc29702ecbe69bdc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xefa6cb8af058647c expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:3.0:1783138502.460210:0:6260:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148),name=/ 00000002:00010000:3.0:1783138502.460351:0:6260:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1783138502.460358:0:6260:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94aa06bf1000 lock: ffff94aa42145600/0xbc29702ecbe69bdc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xefa6cb8af058647c expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:3.0:1783138502.460366:0:6260:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94aa06bf1000 lock: ffff94aa42145600/0xbc29702ecbe69bdc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xefa6cb8af058647c expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:3.0:1783138502.460383:0:6260:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1783138502.460387:0:6260:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94aa04521148) 00000080:00010000:3.0:1783138502.460389:0:6260:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94aa04521148) for lock 0xbc29702ecbe69bdc 00000080:00010000:3.0:1783138502.460394:0:6260:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xbc29702ecbe69bdc from it ffffb83f81937bb0 00010000:00010000:3.0:1783138502.460397:0:6260:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94aa06bf1000 lock: ffff94aa42145600/0xbc29702ecbe69bdc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xefa6cb8af058647c expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:3.0:1783138502.460404:0:6260:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94aa06bf1000 lock: ffff94aa42145600/0xbc29702ecbe69bdc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xefa6cb8af058647c expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:3.0:1783138502.460412:0:6260:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148), inode mode 41ed mask 44 00000080:00200008:3.0:1783138502.460419:0:6260:0:(file.c:1058:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff94aa04521148), flags 100000 00000080:00200080:3.0:1783138502.460510:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.460526:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00800000:00000004:3.0:1783138502.460532:0:6260:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff94aa06bf1000: age 320, max_age 322 00000100:00100000:3.0:1783138502.460572:0:6260:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa09b23b80 pname:cluuid:pid:xid:nid:opc:job lfs:0cb9fcf7-c719-428e-a535-4ba760529f4e:6260:1869756015578752:192.168.202.120@tcp:41: 00000100:00100000:3.0:1783138502.461500:0:6260:0:(client.c:2701:ptlrpc_set_wait()) set ffff94aa06090cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1783138502.468751:0:6260:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa09b23b80 pname:cluuid:pid:xid:nid:opc:job lfs:0cb9fcf7-c719-428e-a535-4ba760529f4e:6260:1869756015578752:192.168.202.120@tcp:41: 00800000:00000004:3.0:1783138502.468788:0:6260:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff94aa06bf1000: update ffff94aa182d5190 cache blocks 317403/353529 objects 1023723/1024000 00000080:00200080:3.0:1783138502.468913:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.468928:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00800000:00000004:3.0:1783138502.468934:0:6260:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0001-mdc-ffff94aa06bf1000: age -681, max_age 322 00000100:00100000:3.0:1783138502.468964:0:6260:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa09b23b80 pname:cluuid:pid:xid:nid:opc:job lfs:0cb9fcf7-c719-428e-a535-4ba760529f4e:6260:1869756015578880:192.168.202.120@tcp:41: 00000100:00100000:3.0:1783138502.469042:0:6260:0:(client.c:2701:ptlrpc_set_wait()) set ffff94aa06090cc0 going to sleep for 11 seconds 00010000:00080000:3.0:1783138502.485088:0:6260:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94aa09b23b80 x1869756015578880/t0(0) o41->lustre-MDT0001-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1783138518 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783138502.485108:0:6260:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa09b23b80 pname:cluuid:pid:xid:nid:opc:job lfs:0cb9fcf7-c719-428e-a535-4ba760529f4e:6260:1869756015578880:192.168.202.120@tcp:41: 00800000:00000004:3.0:1783138502.485132:0:6260:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0001-mdc-ffff94aa06bf1000: update ffff94aa182d1e10 cache blocks 317443/353529 objects 1023743/1024000 00000080:00200080:3.0:1783138502.485211:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485227:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485235:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485240:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485245:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485249:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485253:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485256:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485260:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485264:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485267:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485270:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485274:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485277:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485280:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485284:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485287:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485290:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485294:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485297:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485301:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485320:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485325:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485328:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485332:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485335:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485339:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485342:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485345:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485348:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485351:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485354:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485357:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485360:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485363:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485366:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485370:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485373:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485377:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485380:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485383:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485386:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485390:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485392:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485396:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485399:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485411:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485416:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485419:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485423:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485426:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485429:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485433:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485437:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485441:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485444:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485448:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485451:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485455:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485458:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485461:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485464:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485468:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485471:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485475:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485478:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485481:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485484:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485488:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485491:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485495:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485504:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485509:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485513:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485517:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485521:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485525:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485528:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485531:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485535:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485539:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485542:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485545:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485548:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485552:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485554:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485558:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485562:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485565:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485568:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485572:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485575:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485579:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485582:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485585:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485588:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485598:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485602:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485606:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485609:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485612:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485615:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485619:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485622:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485626:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485629:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485633:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485636:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485640:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485644:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485648:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485651:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485655:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485658:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485662:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485665:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485669:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485673:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485677:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485680:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485684:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485694:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485699:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485703:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485707:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00800000:00000080:3.0:1783138502.485711:0:6260:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.485715:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.485721:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00020000:00000004:3.0:1783138502.485728:0:6260:0:(obd_class.h:1091:obd_statfs()) lustre-OST0000-osc-ffff94aa06bf1000: age -681, max_age 322 00000100:00100000:3.0:1783138502.485762:0:6260:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa09b23b80 pname:cluuid:pid:xid:nid:opc:job lfs:0cb9fcf7-c719-428e-a535-4ba760529f4e:6260:1869756015579008:192.168.202.120@tcp:13: 00000100:00100000:3.0:1783138502.487107:0:6260:0:(client.c:2701:ptlrpc_set_wait()) set ffff94aa06090cc0 going to sleep for 11 seconds 00010000:00080000:3.0:1783138502.501343:0:6260:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94aa09b23b80 x1869756015579008/t0(0) o13->lustre-OST0000-osc-ffff94aa06bf1000@192.168.202.120@tcp:7/4 lens 224/368 e 0 to 0 dl 1783138518 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783138502.501365:0:6260:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa09b23b80 pname:cluuid:pid:xid:nid:opc:job lfs:0cb9fcf7-c719-428e-a535-4ba760529f4e:6260:1869756015579008:192.168.202.120@tcp:13: 00020000:00000004:3.0:1783138502.501389:0:6260:0:(obd_class.h:1117:obd_statfs()) lustre-OST0000-osc-ffff94aa06bf1000: update ffff94aa100737d0 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:3.0:1783138502.501473:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.501491:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00020000:00000004:3.0:1783138502.501497:0:6260:0:(obd_class.h:1091:obd_statfs()) lustre-OST0001-osc-ffff94aa06bf1000: age -681, max_age 322 00000100:00100000:3.0:1783138502.501533:0:6260:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa09b23b80 pname:cluuid:pid:xid:nid:opc:job lfs:0cb9fcf7-c719-428e-a535-4ba760529f4e:6260:1869756015579136:192.168.202.120@tcp:13: 00000100:00100000:3.0:1783138502.502137:0:6260:0:(client.c:2701:ptlrpc_set_wait()) set ffff94aa06090cc0 going to sleep for 11 seconds 00010000:00080000:3.0:1783138502.509990:0:6260:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94aa09b23b80 x1869756015579136/t0(0) o13->lustre-OST0001-osc-ffff94aa06bf1000@192.168.202.120@tcp:7/4 lens 224/368 e 0 to 0 dl 1783138518 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783138502.510075:0:6260:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa09b23b80 pname:cluuid:pid:xid:nid:opc:job lfs:0cb9fcf7-c719-428e-a535-4ba760529f4e:6260:1869756015579136:192.168.202.120@tcp:13: 00020000:00000004:3.0:1783138502.510100:0:6260:0:(obd_class.h:1117:obd_statfs()) lustre-OST0001-osc-ffff94aa06bf1000: update ffff94aa10070450 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:3.0:1783138502.510245:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510272:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510281:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510285:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510288:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510291:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510295:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510297:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510300:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510303:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510307:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510309:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510313:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510316:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510320:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510323:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510326:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510329:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510332:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510335:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510338:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510341:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510345:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510348:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510352:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510355:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510366:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510370:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510373:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510376:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510380:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510383:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510386:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510389:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510394:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510397:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510400:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510403:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510406:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510409:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510413:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510415:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510419:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510422:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510425:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510428:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510431:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510434:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510438:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510441:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510445:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510456:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510461:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510464:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510468:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510472:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510475:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510478:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510481:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510485:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510488:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510491:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510495:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510498:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510502:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510506:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510510:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510513:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510517:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510521:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510525:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510528:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510532:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510535:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510539:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510542:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510554:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510558:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510561:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510565:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510568:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510571:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510575:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510577:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510581:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510583:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510587:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510590:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510593:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510596:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510599:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510602:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510605:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510608:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510611:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510615:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510619:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510622:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510761:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510777:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510782:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510792:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510798:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510802:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510805:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510809:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510813:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510816:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510820:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510909:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510917:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510922:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510926:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510929:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510933:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510936:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510939:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510942:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510946:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510950:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510953:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510956:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510960:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510963:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200080:3.0:1783138502.510967:0:6260:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148) cmd=c00866a4 arg=7ffc8ef76bc0 00020000:00000080:3.0:1783138502.510970:0:6260:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff94aa06bf1000: cmd=c00866a4 len=592 karg=ffff94aa07d73800 uarg=0000000000000000 00000080:00200008:3.0:1783138502.510991:0:6260:0:(file.c:447:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff94aa04521148), flags 100000 00010000:00010000:1.0:1783138502.778277:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783138503.801534:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783138504.838301:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783138504.954302:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa18326680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cb9fcf7-c719-428e-a535-4ba760529f4e:2401:1869756015579392:192.168.202.120@tcp:400: 00000100:00100000:0.0:1783138504.954439:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa18327b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:2400:1869756015579264:192.168.202.120@tcp:400: 00000100:00100000:1.0:1783138504.954541:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa18327480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cb9fcf7-c719-428e-a535-4ba760529f4e:2401:1869756015579648:192.168.202.120@tcp:400: 00000100:00100000:0.0:1783138504.958582:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa18325500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2400:1869756015579520:192.168.202.120@tcp:400: 00000100:00100000:0.0:1783138504.958643:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa18326a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2400:1869756015579776:192.168.202.120@tcp:400: 00000100:00100000:1.0:1783138504.965706:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa18326680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cb9fcf7-c719-428e-a535-4ba760529f4e:2401:1869756015579392:192.168.202.120@tcp:400: 00010000:00080000:1.0:1783138504.965726:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94aa18327480 x1869756015579648/t0(0) o400->lustre-OST0000-osc-ffff94aa06bf1000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1783138520 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783138504.965737:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa18327480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cb9fcf7-c719-428e-a535-4ba760529f4e:2401:1869756015579648:192.168.202.120@tcp:400: 00000100:00100000:1.0:1783138504.965791:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa18327b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:2400:1869756015579264:192.168.202.120@tcp:400: 00010000:00080000:1.0:1783138504.965803:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94aa18325500 x1869756015579520/t0(0) o400->lustre-MDT0001-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138520 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783138504.965812:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa18325500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2400:1869756015579520:192.168.202.120@tcp:400: 00010000:00080000:1.0:1783138504.965846:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94aa18326a00 x1869756015579776/t0(0) o400->lustre-OST0001-osc-ffff94aa06bf1000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1783138520 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783138504.965856:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa18326a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2400:1869756015579776:192.168.202.120@tcp:400: 00000001:02000400:0.0:1783138505.519184:0:6453:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:2.0:1783138505.853286:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783138506.891126:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783138507.899069:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783138508.921308:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783138509.947099:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783138510.074312:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa09b22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2402:1869756015580032:192.168.202.120@tcp:400: 00000100:00100000:3.0:1783138510.074429:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa09b23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2402:1869756015580288:192.168.202.120@tcp:400: 00000100:00100000:3.0:1783138510.074458:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1783138510.074464:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa09b23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:2402:1869756015579904:192.168.202.120@tcp:400: 00000100:00100000:3.0:1783138510.074487:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa09b21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2402:1869756015580160:192.168.202.120@tcp:400: 00000100:00100000:3.0:1783138510.074507:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa09b22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2402:1869756015580416:192.168.202.120@tcp:400: 00000100:00100000:1.0:1783138510.078641:0:2393:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.120@tcp (source: 12345-192.168.202.120@tcp) 00000100:00100000:1.0:1783138510.078718:0:2393:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.120@tcp (source: 12345-192.168.202.120@tcp) 00000100:00100000:0.0:1783138510.078818:0:6165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869756035557248 00000100:00100000:0.0:1783138510.078880:0:6165:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869756035557248 00000100:00100000:0.0:1783138510.078920:0:6165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869756035557376 00000100:00100000:0.0:1783138510.078924:0:6165:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869756035557376 00000100:00100000:0.0:1783138510.078938:0:6165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.120@tcp, seq: 0 00000100:00100000:0.0:1783138510.078947:0:6165:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94aa18326a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fa24dfa4-ad3b-4f31-88bd-189f123bcca5+4:10354:x1869756035557248:12345-192.168.202.120@tcp:104: 00010000:00010000:0.0:1783138510.078974:0:6165:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.120@tcp lock: ffff94aa00031a00/0xbc29702ecbe69b73 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xefa6cb8af0586444 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783138510.079051:0:6165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1783138510.079058:0:6165:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94aa18326a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fa24dfa4-ad3b-4f31-88bd-189f123bcca5+4:10354:x1869756035557248:12345-192.168.202.120@tcp:104: Request processed in 112us (430us total) trans 0 rc 0/0 00000100:00100000:0.0:1783138510.079065:0:6165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.120@tcp, seq: 0 00000100:00100000:0.0:1783138510.079081:0:6165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.120@tcp, seq: 1 00000100:00100000:0.0:1783138510.079088:0:6165:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94aa18325500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fa24dfa4-ad3b-4f31-88bd-189f123bcca5+3:10354:x1869756035557376:12345-192.168.202.120@tcp:104: 00010000:00010000:0.0:1783138510.079096:0:6165:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.120@tcp lock: ffff94aa00030c00/0xbc29702ecbe69b6c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xefa6cb8af058643d expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783138510.079141:0:6165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1783138510.079147:0:6165:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94aa18325500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fa24dfa4-ad3b-4f31-88bd-189f123bcca5+3:10354:x1869756035557376:12345-192.168.202.120@tcp:104: Request processed in 60us (430us total) trans 0 rc 0/0 00000100:00100000:0.0:1783138510.079153:0:6165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.120@tcp, seq: 1 00010000:00010000:3.0:1783138510.079313:0:6175:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1783138510.079321:0:6175:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.120@tcp lock: ffff94aa00031a00/0xbc29702ecbe69b73 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xefa6cb8af0586444 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783138510.079329:0:6175:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94aa00031a00 already unused, calling callback (ffffffffc1468c20) 10000000:00010000:3.0:1783138510.079334:0:6175:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.120@tcp lock: ffff94aa00031a00/0xbc29702ecbe69b73 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xefa6cb8af0586444 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783138510.079344:0:6175:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.120@tcp lock: ffff94aa00031a00/0xbc29702ecbe69b73 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xefa6cb8af0586444 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783138510.079351:0:6175:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.120@tcp lock: ffff94aa00031a00/0xbc29702ecbe69b73 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xefa6cb8af0586444 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783138510.079357:0:6175:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1783138510.079400:0:6175:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.120@tcp lock: ffff94aa00031a00/0xbc29702ecbe69b73 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefa6cb8af0586444 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783138510.079407:0:6175:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783138510.079425:0:6175:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.120@tcp lock: ffff94aa00031a00/0xbc29702ecbe69b73 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefa6cb8af0586444 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783138510.079440:0:6175:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.120@tcp lock: ffff94aa00031a00/0xbc29702ecbe69b73 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefa6cb8af0586444 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783138510.079456:0:6175:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1783138510.079460:0:6175:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.120@tcp lock: ffff94aa00030c00/0xbc29702ecbe69b6c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xefa6cb8af058643d expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783138510.079466:0:6175:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94aa00030c00 already unused, calling callback (ffffffffc1468c20) 10000000:00010000:3.0:1783138510.079470:0:6175:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.120@tcp lock: ffff94aa00030c00/0xbc29702ecbe69b6c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xefa6cb8af058643d expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783138510.079477:0:6175:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.120@tcp lock: ffff94aa00030c00/0xbc29702ecbe69b6c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xefa6cb8af058643d expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1783138510.079484:0:6175:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.120@tcp lock: ffff94aa00030c00/0xbc29702ecbe69b6c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xefa6cb8af058643d expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1783138510.079490:0:6175:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1783138510.079502:0:6175:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.120@tcp lock: ffff94aa00030c00/0xbc29702ecbe69b6c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefa6cb8af058643d expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783138510.079509:0:6175:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1783138510.079514:0:6175:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.120@tcp lock: ffff94aa00030c00/0xbc29702ecbe69b6c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefa6cb8af058643d expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783138510.079521:0:6175:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.120@tcp lock: ffff94aa00030c00/0xbc29702ecbe69b6c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefa6cb8af058643d expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783138510.079536:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783138510.079543:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783138510.079545:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783138510.079563:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa09b21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:2402:1869756015580544:192.168.202.120@tcp:103: 00000100:00100000:3.0:1783138510.079624:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1783138510.079630:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa09b20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:2402:1869756015580672:192.168.202.120@tcp:103: 00010000:00010000:2.0:1783138510.079709:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783138510.089920:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa09b23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:2402:1869756015579904:192.168.202.120@tcp:400: 00010000:00080000:3.0:1783138510.089941:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94aa09b21500 x1869756015580160/t0(0) o400->lustre-MDT0001-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138526 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783138510.089965:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa09b21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2402:1869756015580160:192.168.202.120@tcp:400: 00010000:00080000:3.0:1783138510.089978:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94aa09b22a00 x1869756015580416/t0(0) o400->lustre-OST0001-osc-ffff94aa06bf1000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1783138526 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783138510.089987:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa09b22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2402:1869756015580416:192.168.202.120@tcp:400: 00000100:00100000:3.0:1783138510.089998:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa09b22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2402:1869756015580032:192.168.202.120@tcp:400: 00000100:00100000:3.0:1783138510.111541:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa09b20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:2402:1869756015580672:192.168.202.120@tcp:103: 00000100:00100000:3.0:1783138510.111557:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa09b21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:2402:1869756015580544:192.168.202.120@tcp:103: 00010000:00080000:3.0:1783138510.111575:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94aa09b23480 x1869756015580288/t0(0) o400->lustre-OST0000-osc-ffff94aa06bf1000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1783138526 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783138510.111586:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa09b23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2402:1869756015580288:192.168.202.120@tcp:400: 00010000:00010000:3.0:1783138510.968978:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1783138511.801273:0:6178:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1783138511.801282:0:6178:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff94aa06bf1000 from 48 10000000:01000000:0.0:1783138511.801289:0:6178:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1783138511.801347:0:6178:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffff94aa00031000/0xbc29702ecbe69be3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783138511.801377:0:6178:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.120@tcp lock: ffff94aa00031000/0xbc29702ecbe69be3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783138511.801390:0:6178:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.120@tcp lock: ffff94aa00031000/0xbc29702ecbe69be3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783138511.801415:0:6178:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa08403100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:6178:1869756015580800:192.168.202.120@tcp:101: 00000100:00100000:0.0:1783138511.801570:0:6178:0:(client.c:2701:ptlrpc_set_wait()) set ffff94aa07cdf480 going to sleep for 11 seconds 00000100:00100000:0.0:1783138511.809967:0:6178:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa08403100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:6178:1869756015580800:192.168.202.120@tcp:101: 00010000:00010000:0.0:1783138511.809998:0:6178:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.120@tcp lock: ffff94aa00031000/0xbc29702ecbe69be3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefa6cb8af058648a expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783138511.810025:0:6178:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.120@tcp lock: ffff94aa00031000/0xbc29702ecbe69be3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xefa6cb8af058648a expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783138511.810119:0:6178:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa08403100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:6178:1869756015580928:192.168.202.120@tcp:501: 00000100:00100000:0.0:1783138511.810236:0:6178:0:(client.c:2701:ptlrpc_set_wait()) set ffff94aa07cdf480 going to sleep for 11 seconds 00000100:00100000:0.0:1783138511.824948:0:6178:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa08403100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:6178:1869756015580928:192.168.202.120@tcp:501: 00000100:00100000:0.0:1783138511.825025:0:6178:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa08403100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:6178:1869756015581056:192.168.202.120@tcp:503: 00000100:00100000:0.0:1783138511.825134:0:6178:0:(client.c:2701:ptlrpc_set_wait()) set ffff94aa07cdf480 going to sleep for 11 seconds 00000100:00100000:0.0:1783138511.849243:0:6178:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa08403100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:6178:1869756015581056:192.168.202.120@tcp:503: 00000100:00100000:3.0:1783138511.850304:0:6660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa09b23480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:6660:1869756015581184:192.168.202.120@tcp:502: 00000100:00100000:3.0:1783138511.850426:0:6660:0:(client.c:2701:ptlrpc_set_wait()) set ffff94aa091003c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783138511.869077:0:6660:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa09b23480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:6660:1869756015581184:192.168.202.120@tcp:502: 00000020:01000000:3.0:1783138511.869130:0:6660:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783138511.869149:0:6660:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783138511.869151:0:6660:0:(obd_config.c:1561:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1783138511.869158:0:6660:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00100000:3.0:1783138511.869194:0:6660:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa09b23480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:6660:1869756015581312:192.168.202.120@tcp:502:llog_process_th.0 00000100:00100000:3.0:1783138511.869285:0:6660:0:(client.c:2701:ptlrpc_set_wait()) set ffff94aa091003c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783138511.872462:0:6660:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa09b23480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:6660:1869756015581312:192.168.202.120@tcp:502:llog_process_th.0 00000020:01000000:3.0:1783138511.872507:0:6660:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783138511.872516:0:6660:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783138511.872518:0:6660:0:(obd_config.c:1561:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1783138511.872523:0:6660:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:0.0:1783138511.873387:0:6178:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 48-51 (rc=0) 10000000:01000000:0.0:1783138511.873408:0:6178:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.120@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1783138511.873420:0:6178:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff94aa00031000/0xbc29702ecbe69be3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefa6cb8af058648a expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783138511.873444:0:6178:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.120@tcp lock: ffff94aa00031000/0xbc29702ecbe69be3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefa6cb8af058648a expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1783138511.873455:0:6178:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:0.0:1783138511.873458:0:6178:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-sptlrpc-ffff94aa183919c0 from 1 10000000:01000000:0.0:1783138511.873461:0:6178:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1783138511.873493:0:6178:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffff94aa00030a00/0xbc29702ecbe69bea lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783138511.873502:0:6178:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.120@tcp lock: ffff94aa00030a00/0xbc29702ecbe69bea lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783138511.873512:0:6178:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.120@tcp lock: ffff94aa00030a00/0xbc29702ecbe69bea lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783138511.873535:0:6178:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa08403100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:6178:1869756015581440:192.168.202.120@tcp:101:ll_cfg_requeue.0 00000100:00100000:0.0:1783138511.873616:0:6178:0:(client.c:2701:ptlrpc_set_wait()) set ffff94aa07cdf480 going to sleep for 11 seconds 00000100:00100000:0.0:1783138511.884362:0:6178:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa08403100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:6178:1869756015581440:192.168.202.120@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1783138511.884394:0:6178:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.120@tcp lock: ffff94aa00030a00/0xbc29702ecbe69bea lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xefa6cb8af0586491 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783138511.884408:0:6178:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.120@tcp lock: ffff94aa00030a00/0xbc29702ecbe69bea lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xefa6cb8af0586491 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1783138511.884479:0:6178:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa08403100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:6178:1869756015581568:192.168.202.120@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1783138511.884545:0:6178:0:(client.c:2701:ptlrpc_set_wait()) set ffff94aa07cdf480 going to sleep for 11 seconds 00000100:00100000:0.0:1783138511.890327:0:6178:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa08403100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:6178:1869756015581568:192.168.202.120@tcp:501:ll_cfg_requeue.0 10000000:01000000:0.0:1783138511.890390:0:6178:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.120@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1783138511.890403:0:6178:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff94aa00030a00/0xbc29702ecbe69bea lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xefa6cb8af0586491 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783138511.890414:0:6178:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.120@tcp lock: ffff94aa00030a00/0xbc29702ecbe69bea lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xefa6cb8af0586491 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783138511.996593:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783138513.017013:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783138513.475658:0:2393:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.120@tcp (source: 12345-192.168.202.120@tcp) 00000100:00100000:0.0:1783138513.476012:0:6165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1869756035567232 00000100:00100000:0.0:1783138513.476028:0:6165:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1869756035567232 00000100:00100000:0.0:1783138513.478622:0:6165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.120@tcp, seq: 2 00000100:00100000:0.0:1783138513.478660:0:6165:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff94aa18327b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fa24dfa4-ad3b-4f31-88bd-189f123bcca5+3:10416:x1869756035567232:12345-192.168.202.120@tcp:104: 00010000:00010000:0.0:1783138513.478681:0:6165:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.120@tcp lock: ffff94aa027d9400/0xbc29702ecbe69bab lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xefa6cb8af0586452 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783138513.478787:0:6165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1783138513.478794:0:6165:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff94aa18327b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:fa24dfa4-ad3b-4f31-88bd-189f123bcca5+3:10416:x1869756035567232:12345-192.168.202.120@tcp:104: Request processed in 152us (3154us total) trans 0 rc 0/0 00010000:00010000:2.0:1783138513.478847:0:6176:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1783138513.478855:0:6176:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.120@tcp lock: ffff94aa027d9400/0xbc29702ecbe69bab lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xefa6cb8af0586452 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783138513.478863:0:6176:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff94aa027d9400 already unused, calling callback (ffffffffc1468c20) 10000000:00010000:2.0:1783138513.478867:0:6176:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.120@tcp lock: ffff94aa027d9400/0xbc29702ecbe69bab lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xefa6cb8af0586452 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783138513.478876:0:6176:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.120@tcp lock: ffff94aa027d9400/0xbc29702ecbe69bab lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xefa6cb8af0586452 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1783138513.478884:0:6176:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.120@tcp lock: ffff94aa027d9400/0xbc29702ecbe69bab lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xefa6cb8af0586452 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1783138513.478890:0:6176:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1783138513.478949:0:6176:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.120@tcp lock: ffff94aa027d9400/0xbc29702ecbe69bab lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefa6cb8af0586452 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783138513.478957:0:6176:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1783138513.479004:0:6176:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.120@tcp lock: ffff94aa027d9400/0xbc29702ecbe69bab lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefa6cb8af0586452 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783138513.479012:0:6176:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.120@tcp lock: ffff94aa027d9400/0xbc29702ecbe69bab lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xefa6cb8af0586452 expref: -99 pid: 6164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783138513.479030:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783138513.479032:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783138513.479034:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783138513.479044:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1783138513.479059:0:2403:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa18254380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:2403:1869756015581696:192.168.202.120@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1783138513.489278:0:6165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.120@tcp, seq: 2 00000100:00100000:2.0:1783138513.512592:0:2403:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa18254380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:2403:1869756015581696:192.168.202.120@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1783138514.044338:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1783138514.872948:0:6178:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1783138514.872959:0:6178:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff94aa06bf1000 from 4 10000000:01000000:3.0:1783138514.872965:0:6178:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1783138514.873020:0:6178:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffff94aa42144c00/0xbc29702ecbe69bf1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783138514.873032:0:6178:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.120@tcp lock: ffff94aa42144c00/0xbc29702ecbe69bf1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783138514.873043:0:6178:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.120@tcp lock: ffff94aa42144c00/0xbc29702ecbe69bf1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783138514.873094:0:6178:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa09b23480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:6178:1869756015581824:192.168.202.120@tcp:101:ll_cfg_requeue.0 00000100:00100000:3.0:1783138514.873337:0:6178:0:(client.c:2701:ptlrpc_set_wait()) set ffff94aa09100780 going to sleep for 11 seconds 00000100:00100000:3.0:1783138514.881924:0:6178:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa09b23480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:6178:1869756015581824:192.168.202.120@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1783138514.881971:0:6178:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.120@tcp lock: ffff94aa42144c00/0xbc29702ecbe69bf1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefa6cb8af058651d expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1783138514.881984:0:6178:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.120@tcp lock: ffff94aa42144c00/0xbc29702ecbe69bf1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xefa6cb8af058651d expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1783138514.882063:0:6178:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa09b23480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:6178:1869756015581952:192.168.202.120@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1783138514.882284:0:6178:0:(client.c:2701:ptlrpc_set_wait()) set ffff94aa09100780 going to sleep for 11 seconds 00000100:00100000:3.0:1783138514.886140:0:6178:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa09b23480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:6178:1869756015581952:192.168.202.120@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1783138514.886366:0:6178:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa09b23480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:6178:1869756015582080:192.168.202.120@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1783138514.886540:0:6178:0:(client.c:2701:ptlrpc_set_wait()) set ffff94aa09100780 going to sleep for 11 seconds 00000100:00100000:3.0:1783138514.899530:0:6178:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa09b23480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:6178:1869756015582080:192.168.202.120@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1783138514.901424:0:6718:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa09b23480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:6718:1869756015582208:192.168.202.120@tcp:502:llog_process_th.0 00000100:00100000:3.0:1783138514.901526:0:6718:0:(client.c:2701:ptlrpc_set_wait()) set ffff94aa091003c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783138514.911596:0:6718:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa09b23480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:6718:1869756015582208:192.168.202.120@tcp:502:llog_process_th.0 00000020:01000000:3.0:1783138514.911639:0:6718:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783138514.911650:0:6718:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783138514.911652:0:6718:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1783138514.911659:0:6718:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff94aa06bf1000 00000020:00000080:3.0:1783138514.911661:0:6718:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:3.0:1783138514.911768:0:6718:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa09b23480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:6718:1869756015582336:192.168.202.120@tcp:502:llog_process_th.0 00000100:00100000:3.0:1783138514.911894:0:6718:0:(client.c:2701:ptlrpc_set_wait()) set ffff94aa091003c0 going to sleep for 11 seconds 00000100:00100000:3.0:1783138514.935187:0:6718:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa09b23480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:6718:1869756015582336:192.168.202.120@tcp:502:llog_process_th.0 00000020:01000000:3.0:1783138514.935275:0:6718:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783138514.935287:0:6718:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783138514.935290:0:6718:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:3.0:1783138514.935295:0:6718:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:0.0:1783138514.935776:0:6178:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:0.0:1783138514.935862:0:6178:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.120@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1783138514.935874:0:6178:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff94aa42144c00/0xbc29702ecbe69bf1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefa6cb8af058651d expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1783138514.935887:0:6178:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.120@tcp lock: ffff94aa42144c00/0xbc29702ecbe69bf1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xefa6cb8af058651d expref: -99 pid: 6178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1783138515.067856:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783138515.193374:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa08403100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cb9fcf7-c719-428e-a535-4ba760529f4e:2401:1869756015582464:192.168.202.120@tcp:400:kworker.0 00000100:00100000:1.0:1783138515.196395:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1783138515.196535:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa08402300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cb9fcf7-c719-428e-a535-4ba760529f4e:2401:1869756015582592:192.168.202.120@tcp:400:kworker.0 00000100:00100000:1.0:1783138515.199626:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa08401880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2400:1869756015582848:192.168.202.120@tcp:400:kworker.0 00000100:00100000:1.0:1783138515.199755:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1783138515.199764:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa08402d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2400:1869756015582720:192.168.202.120@tcp:400:kworker.0 00010000:00080000:0.0:1783138515.204555:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94aa08402300 x1869756015582592/t0(0) o400->lustre-MDT0001-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138531 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783138515.204597:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa08402300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cb9fcf7-c719-428e-a535-4ba760529f4e:2401:1869756015582592:192.168.202.120@tcp:400:kworker.0 00000100:00100000:0.0:1783138515.204620:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa08403100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cb9fcf7-c719-428e-a535-4ba760529f4e:2401:1869756015582464:192.168.202.120@tcp:400:kworker.0 00010000:00080000:1.0:1783138515.222598:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94aa08401880 x1869756015582848/t0(0) o400->lustre-OST0001-osc-ffff94aa06bf1000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1783138531 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783138515.222619:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa08401880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2400:1869756015582848:192.168.202.120@tcp:400:kworker.0 00010000:00080000:1.0:1783138515.222654:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94aa08402d80 x1869756015582720/t0(0) o400->lustre-OST0000-osc-ffff94aa06bf1000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1783138531 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783138515.222663:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa08402d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2400:1869756015582720:192.168.202.120@tcp:400:kworker.0 00010000:00010000:2.0:1783138516.091575:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783138517.113196:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783138518.137238:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783138519.160971:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783138520.188795:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783138520.313507:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa09b21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2402:1869756015583104:192.168.202.120@tcp:400:kworker.0 00000100:00100000:3.0:1783138520.313614:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa09b22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2402:1869756015583360:192.168.202.120@tcp:400:kworker.0 00000100:00100000:3.0:1783138520.313659:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1783138520.313666:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa09b23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:2402:1869756015582976:192.168.202.120@tcp:400:kworker.0 00000100:00100000:3.0:1783138520.313694:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa09b20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2402:1869756015583232:192.168.202.120@tcp:400:kworker.0 00000100:00100000:3.0:1783138520.313717:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa09b22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2402:1869756015583488:192.168.202.120@tcp:400:kworker.0 00000100:00100000:2.0:1783138520.337017:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa09b23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:2402:1869756015582976:192.168.202.120@tcp:400:kworker.0 00010000:00080000:2.0:1783138520.337053:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94aa09b22680 x1869756015583360/t0(0) o400->lustre-OST0000-osc-ffff94aa06bf1000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1783138536 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783138520.337065:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa09b22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2402:1869756015583360:192.168.202.120@tcp:400:kworker.0 00010000:00080000:2.0:1783138520.343501:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94aa09b20a80 x1869756015583232/t0(0) o400->lustre-MDT0001-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138536 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783138520.343525:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa09b20a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2402:1869756015583232:192.168.202.120@tcp:400:kworker.0 00010000:00080000:2.0:1783138520.343548:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94aa09b22a00 x1869756015583488/t0(0) o400->lustre-OST0001-osc-ffff94aa06bf1000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1783138536 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783138520.343558:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa09b22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2402:1869756015583488:192.168.202.120@tcp:400:kworker.0 00000100:00100000:2.0:1783138520.343570:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa09b21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2402:1869756015583104:192.168.202.120@tcp:400:kworker.0 00000001:02000400:3.0:1783138520.432538:0:7023:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg220-client.virtnet: executing check_logdir /tmp/testlogs/ 00010000:00010000:0.0:1783138521.209156:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783138522.235607:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783138523.260865:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783138524.282965:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783138525.308672:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1783138525.439725:0:37:0:(import.c:65:import_set_state_nolock()) ffff94aa18295000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:02000000:0.0:1783138525.439734:0:37:0:(import.c:2103:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff94aa06bf1000: disconnect after 23s idle 00000100:00100000:1.0:1783138525.442475:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa08403100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:2401:1869756015583616:192.168.202.120@tcp:400:kworker.0 00000100:00100000:1.0:1783138525.442587:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa08403b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cb9fcf7-c719-428e-a535-4ba760529f4e:2401:1869756015583872:192.168.202.120@tcp:400:kworker.0 00000100:00100000:1.0:1783138525.442619:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1783138525.442625:0:2401:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa08402300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cb9fcf7-c719-428e-a535-4ba760529f4e:2401:1869756015583744:192.168.202.120@tcp:400:kworker.0 00000100:00100000:1.0:1783138525.450118:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa08402300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cb9fcf7-c719-428e-a535-4ba760529f4e:2401:1869756015583744:192.168.202.120@tcp:400:kworker.0 00000100:00100000:1.0:1783138525.450154:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa08403100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:2401:1869756015583616:192.168.202.120@tcp:400:kworker.0 00010000:00080000:1.0:1783138525.450168:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94aa08403b80 x1869756015583872/t0(0) o400->lustre-MDT0001-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138541 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783138525.450179:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa08403b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0cb9fcf7-c719-428e-a535-4ba760529f4e:2401:1869756015583872:192.168.202.120@tcp:400:kworker.0 00000100:00100000:1.0:1783138525.453090:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa08402680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0cb9fcf7-c719-428e-a535-4ba760529f4e:2399:1869756015584000:192.168.202.120@tcp:9:kworker.0 00000100:00080000:0.0:1783138525.453397:0:37:0:(import.c:65:import_set_state_nolock()) ffff94aa100f3000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:0.0:1783138525.453402:0:37:0:(import.c:2103:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff94aa06bf1000: disconnect after 23s idle 00000100:00100000:1.0:1783138525.454562:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa08401500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0cb9fcf7-c719-428e-a535-4ba760529f4e:2399:1869756015584128:192.168.202.120@tcp:9:kworker.0 00010000:00080000:1.0:1783138525.472447:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94aa08401500 x1869756015584128/t0(0) o9->lustre-OST0001-osc-ffff94aa06bf1000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1783138535 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1783138525.472468:0:2399:0:(import.c:2013:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff94aa08401500 x1869756015584128/t0(0) o9->lustre-OST0001-osc-ffff94aa06bf1000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1783138535 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1783138525.472476:0:2399:0:(import.c:65:import_set_state_nolock()) ffff94aa100f3000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:1.0:1783138525.472481:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa08401500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0cb9fcf7-c719-428e-a535-4ba760529f4e:2399:1869756015584128:192.168.202.120@tcp:9:kworker.0 00010000:00080000:1.0:1783138525.472494:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94aa08402680 x1869756015584000/t0(0) o9->lustre-OST0000-osc-ffff94aa06bf1000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1783138535 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1783138525.472504:0:2399:0:(import.c:2013:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff94aa08402680 x1869756015584000/t0(0) o9->lustre-OST0000-osc-ffff94aa06bf1000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1783138535 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1783138525.472510:0:2399:0:(import.c:65:import_set_state_nolock()) ffff94aa18295000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:1.0:1783138525.472514:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa08402680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0cb9fcf7-c719-428e-a535-4ba760529f4e:2399:1869756015584000:192.168.202.120@tcp:9:kworker.0 00010000:00010000:0.0:1783138526.329697:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1783138527.021495:0:7303:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg220-client.virtnet: executing yml_node 00010000:00010000:1.0:1783138527.359573:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783138528.399900:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783138529.409349:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783138530.430251:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783138530.558253:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa18327480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:2400:1869756015584256:192.168.202.120@tcp:400:kworker.0 00000100:00100000:1.0:1783138530.558405:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa18325180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2400:1869756015584512:192.168.202.120@tcp:400:kworker.0 00000100:00100000:1.0:1783138530.558449:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1783138530.558458:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa18326680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2400:1869756015584384:192.168.202.120@tcp:400:kworker.0 00000100:00100000:0.0:1783138530.574318:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa18326680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2400:1869756015584384:192.168.202.120@tcp:400:kworker.0 00000100:00100000:0.0:1783138530.574336:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa18327480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:2400:1869756015584256:192.168.202.120@tcp:400:kworker.0 00010000:00080000:0.0:1783138530.574351:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94aa18325180 x1869756015584512/t0(0) o400->lustre-MDT0001-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138546 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1783138530.574364:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa18325180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2400:1869756015584512:192.168.202.120@tcp:400:kworker.0 00010000:00010000:1.0:1783138531.449094:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783138532.484619:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783138533.503227:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1783138533.523784:0:7757:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.17.54.83 00010000:00010000:0.0:1783138534.521291:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783138535.550928:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1783138535.673042:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa18327800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2400:1869756015584768:192.168.202.120@tcp:400:kworker.0 00000100:00100000:1.0:1783138535.673173:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1783138535.673181:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa18324a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:2400:1869756015584640:192.168.202.120@tcp:400:kworker.0 00000100:00100000:1.0:1783138535.673213:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa18325c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2400:1869756015584896:192.168.202.120@tcp:400:kworker.0 00000100:00100000:1.0:1783138535.690819:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa18324a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:2400:1869756015584640:192.168.202.120@tcp:400:kworker.0 00010000:00080000:1.0:1783138535.690866:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94aa18325c00 x1869756015584896/t0(0) o400->lustre-MDT0001-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138551 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783138535.690881:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa18325c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2400:1869756015584896:192.168.202.120@tcp:400:kworker.0 00000100:00100000:1.0:1783138535.690892:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa18327800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2400:1869756015584768:192.168.202.120@tcp:400:kworker.0 00000001:02000400:2.0:1783138536.513689:0:7915:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.17.54.83 00010000:00010000:0.0:1783138536.583015:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783138537.594356:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783138538.619127:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783138539.641128:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1783138539.862783:0:8074:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.17.54.83 00010000:00010000:2.0:1783138540.665091:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783138540.799395:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa09b21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:2402:1869756015585024:192.168.202.120@tcp:400:kworker.0 00000100:00100000:3.0:1783138540.799527:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa09b23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2402:1869756015585280:192.168.202.120@tcp:400:kworker.0 00000100:00100000:3.0:1783138540.799568:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1783138540.799575:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa09b23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2402:1869756015585152:192.168.202.120@tcp:400:kworker.0 00000100:00100000:3.0:1783138540.807479:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa09b21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:2402:1869756015585024:192.168.202.120@tcp:400:kworker.0 00000100:00100000:3.0:1783138540.813548:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa09b23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2402:1869756015585152:192.168.202.120@tcp:400:kworker.0 00010000:00080000:3.0:1783138540.813575:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94aa09b23800 x1869756015585280/t0(0) o400->lustre-MDT0001-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138556 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783138540.813588:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa09b23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2402:1869756015585280:192.168.202.120@tcp:400:kworker.0 00010000:00010000:1.0:1783138541.689288:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1783138541.942174:0:8220:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: replay-dual ============----- Sat Jul 4 00:15:40 EDT 2026 00010000:00010000:2.0:1783138542.715574:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783138543.740609:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1783138544.773676:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783138545.785203:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783138545.915090:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa09b23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2402:1869756015585536:192.168.202.120@tcp:400:kworker.0 00000100:00100000:3.0:1783138545.915260:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1783138545.915269:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa09b23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:2402:1869756015585408:192.168.202.120@tcp:400:kworker.0 00000100:00100000:3.0:1783138545.915299:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa09b21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2402:1869756015585664:192.168.202.120@tcp:400:kworker.0 00000100:00100000:3.0:1783138545.934148:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa09b23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:2402:1869756015585408:192.168.202.120@tcp:400:kworker.0 00010000:00080000:3.0:1783138545.934181:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94aa09b21500 x1869756015585664/t0(0) o400->lustre-MDT0001-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138561 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783138545.934196:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa09b21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2402:1869756015585664:192.168.202.120@tcp:400:kworker.0 00000100:00100000:3.0:1783138545.934211:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa09b23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2402:1869756015585536:192.168.202.120@tcp:400:kworker.0 00010000:00010000:0.0:1783138546.809081:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783138547.835864:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783138548.858026:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783138549.890809:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783138550.905175:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783138551.035219:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa09b23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:2402:1869756015585792:192.168.202.120@tcp:400:kworker.0 00000100:00100000:3.0:1783138551.035354:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa09b23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2402:1869756015586048:192.168.202.120@tcp:400:kworker.0 00000100:00100000:3.0:1783138551.035406:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1783138551.035413:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa09b21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2402:1869756015585920:192.168.202.120@tcp:400:kworker.0 00000100:00100000:3.0:1783138551.054120:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa09b21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2402:1869756015585920:192.168.202.120@tcp:400:kworker.0 00000100:00100000:3.0:1783138551.054147:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa09b23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:2402:1869756015585792:192.168.202.120@tcp:400:kworker.0 00010000:00080000:3.0:1783138551.054167:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94aa09b23800 x1869756015586048/t0(0) o400->lustre-MDT0001-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138567 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783138551.054179:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa09b23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2402:1869756015586048:192.168.202.120@tcp:400:kworker.0 00010000:00010000:1.0:1783138551.929114:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783138552.955946:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783138553.977081:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783138555.001127:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1783138556.025148:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1783138556.160464:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa18255f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2402:1869756015586304:192.168.202.120@tcp:400:kworker.0 00000100:00100000:2.0:1783138556.160747:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1783138556.160755:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa18254380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:2402:1869756015586176:192.168.202.120@tcp:400:kworker.0 00000100:00100000:2.0:1783138556.160791:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa18254e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2402:1869756015586432:192.168.202.120@tcp:400:kworker.0 00000100:00100000:2.0:1783138556.184719:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa18254380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:2402:1869756015586176:192.168.202.120@tcp:400:kworker.0 00010000:00080000:2.0:1783138556.184769:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94aa18254e00 x1869756015586432/t0(0) o400->lustre-MDT0001-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138572 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783138556.184784:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa18254e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2402:1869756015586432:192.168.202.120@tcp:400:kworker.0 00000100:00100000:2.0:1783138556.184802:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa18255f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2402:1869756015586304:192.168.202.120@tcp:400:kworker.0 00010000:00010000:0.0:1783138557.049135:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783138558.077918:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783138559.097194:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1783138560.121058:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783138561.151354:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1783138561.273295:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa18255f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:2402:1869756015586560:192.168.202.120@tcp:400:kworker.0 00000100:00100000:3.0:1783138561.273437:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa18254380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2402:1869756015586816:192.168.202.120@tcp:400:kworker.0 00000100:00100000:3.0:1783138561.273476:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1783138561.273482:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa18254e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2402:1869756015586688:192.168.202.120@tcp:400:kworker.0 00000100:00100000:2.0:1783138561.287909:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa18255f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:2402:1869756015586560:192.168.202.120@tcp:400:kworker.0 00010000:00080000:2.0:1783138561.287944:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94aa18254380 x1869756015586816/t0(0) o400->lustre-MDT0001-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138577 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783138561.287978:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa18254380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2402:1869756015586816:192.168.202.120@tcp:400:kworker.0 00000100:00100000:2.0:1783138561.288019:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa18254e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2402:1869756015586688:192.168.202.120@tcp:400:kworker.0 00010000:00010000:3.0:1783138562.170344:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1783138562.178749:0:8780:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests: 14b 21b 00010000:00010000:0.0:1783138563.194039:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1783138563.906349:0:8920:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: skipping tests SLOW=no: 21b 00010000:00010000:0.0:1783138564.219976:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1783138565.244890:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1783138565.454112:0:9065:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: === replay-dual: start setup 00:16:04 (1783138564) === 00000080:00200008:2.0:1783138565.654764:0:8232:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff94aa04521148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1783138565.654779:0:8232:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148),name=/ 00000002:00010000:2.0:1783138565.654807:0:8232:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1783138565.654843:0:8232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94aa06bf1000 lock: ffff94aa42145600/0xbc29702ecbe69bdc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xefa6cb8af058647c expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:2.0:1783138565.654859:0:8232:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94aa06bf1000 lock: ffff94aa42145600/0xbc29702ecbe69bdc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xefa6cb8af058647c expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:2.0:1783138565.654867:0:8232:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1783138565.654874:0:8232:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94aa04521148) 00000080:00010000:2.0:1783138565.654878:0:8232:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94aa04521148) for lock 0xbc29702ecbe69bdc 00000080:00010000:2.0:1783138565.654886:0:8232:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xbc29702ecbe69bdc from it ffffb83f8168bcb8 00010000:00010000:2.0:1783138565.654891:0:8232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94aa06bf1000 lock: ffff94aa42145600/0xbc29702ecbe69bdc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xefa6cb8af058647c expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:2.0:1783138565.654901:0:8232:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94aa06bf1000 lock: ffff94aa42145600/0xbc29702ecbe69bdc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xefa6cb8af058647c expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200008:1.0:1783138565.677495:0:8232:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff94aa04521148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1783138565.677507:0:8232:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148),name=/ 00000002:00010000:1.0:1783138565.677549:0:8232:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1783138565.677571:0:8232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94aa06bf1000 lock: ffff94aa42145600/0xbc29702ecbe69bdc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xefa6cb8af058647c expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:1.0:1783138565.677588:0:8232:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94aa06bf1000 lock: ffff94aa42145600/0xbc29702ecbe69bdc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xefa6cb8af058647c expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200000:1.0:1783138565.677598:0:8232:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1783138565.677606:0:8232:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94aa04521148) 00000080:00010000:1.0:1783138565.677610:0:8232:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94aa04521148) for lock 0xbc29702ecbe69bdc 00000080:00010000:1.0:1783138565.677618:0:8232:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xbc29702ecbe69bdc from it ffffb83f8168bcb8 00010000:00010000:1.0:1783138565.677622:0:8232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94aa06bf1000 lock: ffff94aa42145600/0xbc29702ecbe69bdc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xefa6cb8af058647c expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:1.0:1783138565.677632:0:8232:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94aa06bf1000 lock: ffff94aa42145600/0xbc29702ecbe69bdc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xefa6cb8af058647c expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200008:1.0:1783138565.699147:0:8232:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff94aa04521148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1783138565.699159:0:8232:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148),name=/ 00000002:00010000:1.0:1783138565.699182:0:8232:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1783138565.699199:0:8232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94aa06bf1000 lock: ffff94aa42145600/0xbc29702ecbe69bdc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xefa6cb8af058647c expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:1.0:1783138565.699224:0:8232:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94aa06bf1000 lock: ffff94aa42145600/0xbc29702ecbe69bdc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xefa6cb8af058647c expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200000:1.0:1783138565.699233:0:8232:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1783138565.699240:0:8232:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94aa04521148) 00000080:00010000:1.0:1783138565.699244:0:8232:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94aa04521148) for lock 0xbc29702ecbe69bdc 00000080:00010000:1.0:1783138565.699253:0:8232:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xbc29702ecbe69bdc from it ffffb83f8168bcb8 00010000:00010000:1.0:1783138565.699257:0:8232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94aa06bf1000 lock: ffff94aa42145600/0xbc29702ecbe69bdc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xefa6cb8af058647c expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:1.0:1783138565.699266:0:8232:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94aa06bf1000 lock: ffff94aa42145600/0xbc29702ecbe69bdc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xefa6cb8af058647c expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200008:0.0:1783138565.719295:0:8232:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff94aa04521148), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1783138565.719306:0:8232:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa04521148),name=/ 00000002:00010000:0.0:1783138565.719332:0:8232:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1783138565.719350:0:8232:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94aa06bf1000 lock: ffff94aa42145600/0xbc29702ecbe69bdc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xefa6cb8af058647c expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:0.0:1783138565.719364:0:8232:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94aa06bf1000 lock: ffff94aa42145600/0xbc29702ecbe69bdc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xefa6cb8af058647c expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200000:0.0:1783138565.719372:0:8232:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1783138565.719379:0:8232:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94aa04521148) 00000080:00010000:0.0:1783138565.719383:0:8232:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94aa04521148) for lock 0xbc29702ecbe69bdc 00000080:00010000:0.0:1783138565.719389:0:8232:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xbc29702ecbe69bdc from it ffffb83f8168bcb8 00010000:00010000:0.0:1783138565.719393:0:8232:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94aa06bf1000 lock: ffff94aa42145600/0xbc29702ecbe69bdc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xefa6cb8af058647c expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:0.0:1783138565.719413:0:8232:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94aa06bf1000 lock: ffff94aa42145600/0xbc29702ecbe69bdc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xefa6cb8af058647c expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00000020:01000004:1.0:1783138565.979723:0:9113:0:(obd_mount.c:914:lmd_print()) mount data: 00000020:01000004:1.0:1783138565.979727:0:9113:0:(obd_mount.c:916:lmd_print()) profile: lustre-client 00000020:01000004:1.0:1783138565.979728:0:9113:0:(obd_mount.c:917:lmd_print()) device: 192.168.202.120@tcp:/lustre 00000020:01000004:1.0:1783138565.979730:0:9113:0:(obd_mount.c:920:lmd_print()) options: user_xattr,flock 00000080:01200004:1.0:1783138565.979972:0:9113:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff94aa10044000 00000080:01000004:1.0:1783138565.979983:0:9113:0:(super25.c:167:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:1.0:1783138565.980005:0:9113:0:(obd_mount.c:394:lustre_start_mgc()) MGC192.168.202.120@tcp:Set MGC reconnect 1 10000000:01000000:1.0:1783138565.980008:0:9113:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.202.120@tcp 1/d0:i0:r0:or0:FULL 00000080:00200000:1.0:1783138565.980015:0:9113:0:(llite_lib.c:1387:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff94aa10044000 (sb ffff94aa10044000) 00000080:01000000:1.0:1783138565.980100:0:9113:0:(llite_lib.c:1114:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:1.0:1783138565.980102:0:9113:0:(llite_lib.c:1124:ll_options()) next opt=user_xattr 00000080:00000004:1.0:1783138565.980105:0:9113:0:(llite_lib.c:1124:ll_options()) next opt=flock 00000080:01000000:1.0:1783138565.980114:0:9113:0:(llite_lib.c:1421:ll_fill_super()) llite sb uuid: 9827f2fe-21bf-4c44-bf98-8edb2d09bbad 10000000:01000000:1.0:1783138565.986721:0:9113:0:(mgc_request.c:1945:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1783138565.986728:0:9113:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff94aa10044000 10000000:01000000:1.0:1783138565.986735:0:9113:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff94aa10044000 10000000:01000000:1.0:1783138565.986739:0:9113:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1783138565.986751:0:9113:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff94aa10044000 10000000:01000000:1.0:1783138565.986754:0:9113:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1783138565.986757:0:9113:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff94aa10044000 10000000:01000000:1.0:1783138565.986760:0:9113:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1783138565.986763:0:9113:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-client-ffff94aa10044000 from 1 10000000:01000000:1.0:1783138565.986766:0:9113:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1783138565.986809:0:9113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffff94aa23e52200/0xbc29702ecbe69bf8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783138565.986822:0:9113:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.120@tcp lock: ffff94aa23e52200/0xbc29702ecbe69bf8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783138565.986866:0:9113:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.120@tcp lock: ffff94aa23e52200/0xbc29702ecbe69bf8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783138565.986895:0:9113:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa18327800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:9113:1869756015586944:192.168.202.120@tcp:101:mount.lustre.0 00000100:00100000:1.0:1783138565.986995:0:9113:0:(client.c:2701:ptlrpc_set_wait()) set ffff94aa09b7f240 going to sleep for 11 seconds 00000100:00100000:1.0:1783138565.997359:0:9113:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa18327800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:9113:1869756015586944:192.168.202.120@tcp:101:mount.lustre.0 00010000:00010000:1.0:1783138565.997387:0:9113:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.120@tcp lock: ffff94aa23e52200/0xbc29702ecbe69bf8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xefa6cb8af058655c expref: -99 pid: 9113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783138565.997412:0:9113:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.120@tcp lock: ffff94aa23e52200/0xbc29702ecbe69bf8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xefa6cb8af058655c expref: -99 pid: 9113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783138565.998351:0:9113:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa18327800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:9113:1869756015587072:192.168.202.120@tcp:501:mount.lustre.0 00000100:00100000:1.0:1783138565.998458:0:9113:0:(client.c:2701:ptlrpc_set_wait()) set ffff94aa09b7f240 going to sleep for 11 seconds 00000100:00100000:1.0:1783138566.007995:0:9113:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa18327800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:9113:1869756015587072:192.168.202.120@tcp:501:mount.lustre.0 00000100:00100000:0.0:1783138566.008132:0:9113:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa08403480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:9113:1869756015587200:192.168.202.120@tcp:503:mount.lustre.0 00000100:00100000:0.0:1783138566.008268:0:9113:0:(client.c:2701:ptlrpc_set_wait()) set ffff94aa18232780 going to sleep for 11 seconds 00000100:00100000:1.0:1783138566.014161:0:9113:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa08403480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:9113:1869756015587200:192.168.202.120@tcp:503:mount.lustre.0 00000100:00100000:1.0:1783138566.014748:0:9117:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa18325c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:9117:1869756015587328:192.168.202.120@tcp:502:llog_process_th.0 00000100:00100000:1.0:1783138566.014872:0:9117:0:(client.c:2701:ptlrpc_set_wait()) set ffff94aa09b7fcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1783138566.025548:0:9117:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa18325c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:9117:1869756015587328:192.168.202.120@tcp:502:llog_process_th.0 00000020:01000000:1.0:1783138566.025603:0:9117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783138566.025616:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783138566.025618:0:9117:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:1.0:1783138566.025626:0:9117:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff94aa10044000 00000020:00000080:1.0:1783138566.025629:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1783138566.025673:0:9117:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff94aa10044000 (ffff94aa10050000) 00000020:00000080:1.0:1783138566.025708:0:9117:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type lov with refcount 2 00000020:01000000:1.0:1783138566.025716:0:9117:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff94aa10044000 00000020:00000080:1.0:1783138566.025719:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:1.0:1783138566.026049:0:9117:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff94aa10044000 (uuid 9827f2fe-21bf-4c44-bf98-8edb2d09bbad) 00000020:01000000:1.0:1783138566.026054:0:9117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783138566.026058:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783138566.026060:0:9117:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:1.0:1783138566.026063:0:9117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783138566.026066:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783138566.026067:0:9117:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:1.0:1783138566.026071:0:9117:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff94aa10044000 00000020:00000080:1.0:1783138566.026073:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1783138566.026080:0:9117:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff94aa10044000 (ffff94aa10054d40) 00000020:00000080:1.0:1783138566.026088:0:9117:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type lmv with refcount 2 00000020:01000000:1.0:1783138566.026093:0:9117:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff94aa10044000 00000020:00000080:1.0:1783138566.026095:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:1.0:1783138566.026292:0:9117:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff94aa10044000 (uuid 9827f2fe-21bf-4c44-bf98-8edb2d09bbad) 00000020:01000000:1.0:1783138566.026297:0:9117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783138566.026301:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783138566.026302:0:9117:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:1.0:1783138566.026310:0:9117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783138566.026314:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783138566.026315:0:9117:0:(obd_config.c:1561:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:1.0:1783138566.026318:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1783138566.026320:0:9117:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:1.0:1783138566.026323:0:9117:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-client 00000020:01000000:1.0:1783138566.026328:0:9117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1783138566.026330:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783138566.026331:0:9117:0:(obd_config.c:1561:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:1.0:1783138566.026333:0:9117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1783138566.026337:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1783138566.026339:0:9117:0:(obd_config.c:1561:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:1.0:1783138566.026341:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1783138566.026346:0:9117:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.120@tcp to nid 0x20000c0a8ca78 (192.168.202.120@tcp) 00000020:01000000:1.0:1783138566.026368:0:9117:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff94aa10044000 00000020:00000080:1.0:1783138566.026371:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1783138566.026378:0:9117:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff94aa10044000 (ffff94aa100519c0) 00000020:00000080:1.0:1783138566.026387:0:9117:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type mdc with refcount 2 00000020:01000000:1.0:1783138566.026392:0:9117:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff94aa10044000 00000020:00000080:1.0:1783138566.026394:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1783138566.026455:0:9117:0:(ldlm_lib.c:102:import_set_conn()) imp ffff94aa0902d800@lustre-MDT0000-mdc-ffff94aa10044000: add connection 192.168.202.120@tcp at head 00010000:00010000:1.0:1783138566.034808:0:9117:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff94aa10044000-5 is initialized 00000040:01000000:0.0:1783138566.037516:0:9117:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff94aa10044000 ctxt 13 is initialized 00000020:00000080:0.0:1783138566.037561:0:9117:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff94aa10044000 (uuid 9827f2fe-21bf-4c44-bf98-8edb2d09bbad) 00000020:01000000:0.0:1783138566.037575:0:9117:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff94aa10044000 00000020:00000080:0.0:1783138566.037579:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:0.0:1783138566.037605:0:9117:0:(lmv_obd.c:441:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:0.0:1783138566.037728:0:9117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783138566.037733:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783138566.037735:0:9117:0:(obd_config.c:1561:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:0.0:1783138566.037738:0:9117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1783138566.037741:0:9117:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #9 00000020:01000000:0.0:1783138566.037742:0:9117:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1783138566.037743:0:9117:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1783138566.037745:0:9117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1783138566.037748:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783138566.037749:0:9117:0:(obd_config.c:1561:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:0.0:1783138566.037751:0:9117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783138566.037755:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783138566.037757:0:9117:0:(obd_config.c:1561:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:0.0:1783138566.037759:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1783138566.037765:0:9117:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.120@tcp to nid 0x20000c0a8ca78 (192.168.202.120@tcp) 00000020:01000000:0.0:1783138566.037793:0:9117:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff94aa10044000 00000020:00000080:0.0:1783138566.037796:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1783138566.037806:0:9117:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff94aa10044000 (ffff94aa18393380) 00000020:00000080:0.0:1783138566.037820:0:9117:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type mdc with refcount 2 00000020:01000000:0.0:1783138566.037849:0:9117:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff94aa10044000 00000020:00000080:0.0:1783138566.037852:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1783138566.037938:0:9117:0:(ldlm_lib.c:102:import_set_conn()) imp ffff94aa18399800@lustre-MDT0001-mdc-ffff94aa10044000: add connection 192.168.202.120@tcp at head 00010000:00010000:0.0:1783138566.043735:0:9117:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff94aa10044000-6 is initialized 00000040:01000000:0.0:1783138566.043906:0:9117:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff94aa10044000 ctxt 13 is initialized 00000020:00000080:0.0:1783138566.043948:0:9117:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff94aa10044000 (uuid 9827f2fe-21bf-4c44-bf98-8edb2d09bbad) 00000020:01000000:0.0:1783138566.043961:0:9117:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff94aa10044000 00000020:00000080:0.0:1783138566.043964:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:0.0:1783138566.043984:0:9117:0:(lmv_obd.c:441:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:0.0:1783138566.044011:0:9117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783138566.044013:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783138566.044014:0:9117:0:(obd_config.c:1561:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:0.0:1783138566.044016:0:9117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1783138566.044018:0:9117:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #20 00000020:01000000:0.0:1783138566.044019:0:9117:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1783138566.044021:0:9117:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1783138566.044022:0:9117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1783138566.044023:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783138566.044024:0:9117:0:(obd_config.c:1561:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:0.0:1783138566.044025:0:9117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1783138566.044029:0:9117:0:(obd_mount.c:952:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.202.120@tcp:/lustre 00000020:00000080:0.0:1783138566.044031:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783138566.044033:0:9117:0:(obd_config.c:1561:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1783138566.044035:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1783138566.044040:0:9117:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.120@tcp to nid 0x20000c0a8ca78 (192.168.202.120@tcp) 00000020:01000000:0.0:1783138566.044064:0:9117:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff94aa10044000 00000020:00000080:0.0:1783138566.044067:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1783138566.044076:0:9117:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff94aa10044000 (ffff94aa18390000) 00000020:00000080:0.0:1783138566.044089:0:9117:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type osc with refcount 2 00000020:01000000:0.0:1783138566.044094:0:9117:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff94aa10044000 00000020:00000080:0.0:1783138566.044097:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1783138566.044170:0:9117:0:(ldlm_lib.c:102:import_set_conn()) imp ffff94aa1839a000@lustre-OST0000-osc-ffff94aa10044000: add connection 192.168.202.120@tcp at head 00010000:00010000:0.0:1783138566.044346:0:9117:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff94aa10044000-7 is initialized 00000020:00000080:0.0:1783138566.044517:0:9117:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff94aa10044000 (uuid 9827f2fe-21bf-4c44-bf98-8edb2d09bbad) 00000020:01000000:0.0:1783138566.044524:0:9117:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff94aa10044000 00000020:00000080:0.0:1783138566.044527:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:0.0:1783138566.044538:0:9117:0:(lov_obd.c:478:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:0.0:1783138566.044544:0:9117:0:(lov_obd.c:507:lov_add_target()) lustre-clilov-ffff94aa10044000: Adding target lustre-OST0000_UUID 00020000:01000000:0.0:1783138566.044549:0:9117:0:(lov_obd.c:529:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:0.0:1783138566.044558:0:9117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783138566.044561:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783138566.044562:0:9117:0:(obd_config.c:1561:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1783138566.044564:0:9117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1783138566.044565:0:9117:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #28 00000020:01000000:0.0:1783138566.044566:0:9117:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1783138566.044567:0:9117:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1783138566.044568:0:9117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1783138566.044569:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783138566.044570:0:9117:0:(obd_config.c:1561:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:0.0:1783138566.044571:0:9117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1783138566.044573:0:9117:0:(obd_mount.c:952:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.202.120@tcp:/lustre 00000020:00000080:0.0:1783138566.044575:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783138566.044575:0:9117:0:(obd_config.c:1561:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1783138566.044577:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1783138566.044579:0:9117:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.202.120@tcp to nid 0x20000c0a8ca78 (192.168.202.120@tcp) 00000020:01000000:0.0:1783138566.044587:0:9117:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff94aa10044000 00000020:00000080:0.0:1783138566.044589:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1783138566.044594:0:9117:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff94aa10044000 (ffff94aa18394d40) 00000020:00000080:0.0:1783138566.044601:0:9117:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osc with refcount 2 00000020:01000000:0.0:1783138566.044604:0:9117:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff94aa10044000 00000020:00000080:0.0:1783138566.044605:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1783138566.044639:0:9117:0:(ldlm_lib.c:102:import_set_conn()) imp ffff94aa06bf7800@lustre-OST0001-osc-ffff94aa10044000: add connection 192.168.202.120@tcp at head 00010000:00010000:0.0:1783138566.046565:0:9117:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff94aa10044000-8 is initialized 00000020:00000080:0.0:1783138566.046949:0:9117:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff94aa10044000 (uuid 9827f2fe-21bf-4c44-bf98-8edb2d09bbad) 00000020:01000000:0.0:1783138566.046964:0:9117:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff94aa10044000 00000020:00000080:0.0:1783138566.046969:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:0.0:1783138566.046995:0:9117:0:(lov_obd.c:478:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:0.0:1783138566.047004:0:9117:0:(lov_obd.c:507:lov_add_target()) lustre-clilov-ffff94aa10044000: Adding target lustre-OST0001_UUID 00020000:01000000:0.0:1783138566.047009:0:9117:0:(lov_obd.c:529:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:0.0:1783138566.047020:0:9117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783138566.047025:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783138566.047027:0:9117:0:(obd_config.c:1561:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1783138566.047097:0:9117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1783138566.047103:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783138566.047105:0:9117:0:(obd_config.c:1561:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:0.0:1783138566.047110:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1783138566.047112:0:9117:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1783138566.047114:0:9117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1783138566.047117:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1783138566.047120:0:9117:0:(obd_config.c:1561:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000100:00100000:0.0:1783138566.047171:0:9117:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa08402a00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:9117:1869756015587456:192.168.202.120@tcp:502:llog_process_th.0 00000100:00100000:0.0:1783138566.048873:0:9117:0:(client.c:2701:ptlrpc_set_wait()) set ffff94aa18232480 going to sleep for 11 seconds 00000100:00100000:3.0:1783138566.054089:0:9117:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa08402a00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:9117:1869756015587456:192.168.202.120@tcp:502:llog_process_th.0 00000020:01000000:3.0:1783138566.054137:0:9117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1783138566.054148:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783138566.054150:0:9117:0:(obd_config.c:1561:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1783138566.054156:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00100000:3.0:1783138566.054193:0:9117:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa09b23800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:9117:1869756015587584:192.168.202.120@tcp:502:llog_process_th.0 00000100:00100000:3.0:1783138566.057747:0:9117:0:(client.c:2701:ptlrpc_set_wait()) set ffff94aa1006ab40 going to sleep for 11 seconds 00000100:00100000:3.0:1783138566.065717:0:9117:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa09b23800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:9117:1869756015587584:192.168.202.120@tcp:502:llog_process_th.0 00000020:01000000:3.0:1783138566.065759:0:9117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783138566.065768:0:9117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783138566.065770:0:9117:0:(obd_config.c:1561:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1783138566.065775:0:9117:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:1.0:1783138566.066264:0:9113:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:1.0:1783138566.066287:0:9113:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.120@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1783138566.066693:0:9113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff94aa23e52200/0xbc29702ecbe69bf8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xefa6cb8af058655c expref: -99 pid: 9113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783138566.066704:0:9113:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.120@tcp lock: ffff94aa23e52200/0xbc29702ecbe69bf8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xefa6cb8af058655c expref: -99 pid: 9113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783138566.066711:0:9113:0:(mgc_request.c:1803:mgc_process_log()) Process log lustre-cliir-ffff94aa10044000 from 1 10000000:01000000:1.0:1783138566.066727:0:9113:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:1.0:1783138566.066763:0:9113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffff94aa23e53e00/0xbc29702ecbe69c29 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783138566.066771:0:9113:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.120@tcp lock: ffff94aa23e53e00/0xbc29702ecbe69c29 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783138566.066781:0:9113:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.120@tcp lock: ffff94aa23e53e00/0xbc29702ecbe69c29 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783138566.066806:0:9113:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa18325c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:9113:1869756015587712:192.168.202.120@tcp:101:mount.lustre.0 00000100:00100000:1.0:1783138566.066904:0:9113:0:(client.c:2701:ptlrpc_set_wait()) set ffff94aa09b7f900 going to sleep for 11 seconds 00000100:00100000:1.0:1783138566.071788:0:9113:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa18325c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:9113:1869756015587712:192.168.202.120@tcp:101:mount.lustre.0 00010000:00010000:1.0:1783138566.071818:0:9113:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.120@tcp lock: ffff94aa23e53e00/0xbc29702ecbe69c29 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xefa6cb8af0586563 expref: -99 pid: 9113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783138566.071846:0:9113:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.120@tcp lock: ffff94aa23e53e00/0xbc29702ecbe69c29 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xefa6cb8af0586563 expref: -99 pid: 9113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783138566.072330:0:9113:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa18325c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:9113:1869756015587840:192.168.202.120@tcp:256:mount.lustre.0 00000100:00100000:1.0:1783138566.072403:0:9113:0:(client.c:2701:ptlrpc_set_wait()) set ffff94aa09b7f900 going to sleep for 11 seconds 00000100:00100000:1.0:1783138566.078309:0:9113:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa18325c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:9113:1869756015587840:192.168.202.120@tcp:256:mount.lustre.0 10000000:01000000:1.0:1783138566.078996:0:9113:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.120@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:1.0:1783138566.079014:0:9113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff94aa23e53e00/0xbc29702ecbe69c29 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xefa6cb8af0586563 expref: -99 pid: 9113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783138566.079026:0:9113:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.120@tcp lock: ffff94aa23e53e00/0xbc29702ecbe69c29 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xefa6cb8af0586563 expref: -99 pid: 9113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1783138566.079044:0:9113:0:(mgc_request.c:1803:mgc_process_log()) Process log params-ffff94aa10044000 from 1 10000000:01000000:1.0:1783138566.079046:0:9113:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1783138566.079077:0:9113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffff94aa23e53800/0xbc29702ecbe69c30 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783138566.079085:0:9113:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.120@tcp lock: ffff94aa23e53800/0xbc29702ecbe69c30 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783138566.079094:0:9113:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.120@tcp lock: ffff94aa23e53800/0xbc29702ecbe69c30 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783138566.079113:0:9113:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa18325c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:9113:1869756015587968:192.168.202.120@tcp:101:mount.lustre.0 00000100:00100000:1.0:1783138566.079270:0:9113:0:(client.c:2701:ptlrpc_set_wait()) set ffff94aa09b7f900 going to sleep for 11 seconds 00000100:00100000:1.0:1783138566.082644:0:9113:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa18325c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:9113:1869756015587968:192.168.202.120@tcp:101:mount.lustre.0 00010000:00010000:1.0:1783138566.082683:0:9113:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.120@tcp lock: ffff94aa23e53800/0xbc29702ecbe69c30 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xefa6cb8af058656a expref: -99 pid: 9113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783138566.082696:0:9113:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.120@tcp lock: ffff94aa23e53800/0xbc29702ecbe69c30 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xefa6cb8af058656a expref: -99 pid: 9113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1783138566.082778:0:9113:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa18325c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:9113:1869756015588096:192.168.202.120@tcp:501:mount.lustre.0 00000100:00100000:1.0:1783138566.082904:0:9113:0:(client.c:2701:ptlrpc_set_wait()) set ffff94aa09b7f900 going to sleep for 11 seconds 00000100:00100000:1.0:1783138566.086063:0:9113:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa18325c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:9113:1869756015588096:192.168.202.120@tcp:501:mount.lustre.0 00000100:00100000:1.0:1783138566.086127:0:9113:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa18325c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:9113:1869756015588224:192.168.202.120@tcp:503:mount.lustre.0 00000100:00100000:1.0:1783138566.086215:0:9113:0:(client.c:2701:ptlrpc_set_wait()) set ffff94aa09b7f900 going to sleep for 11 seconds 00000100:00100000:1.0:1783138566.089794:0:9113:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa18325c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:9113:1869756015588224:192.168.202.120@tcp:503:mount.lustre.0 00000100:00100000:2.0:1783138566.090520:0:9120:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa18254e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:9120:1869756015588352:192.168.202.120@tcp:502:llog_process_th.0 00000100:00100000:2.0:1783138566.090618:0:9120:0:(client.c:2701:ptlrpc_set_wait()) set ffff94aa06090c00 going to sleep for 11 seconds 00000100:00100000:2.0:1783138566.094862:0:9120:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa18254e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:9120:1869756015588352:192.168.202.120@tcp:502:llog_process_th.0 00000020:01000000:2.0:1783138566.094923:0:9120:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783138566.094935:0:9120:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783138566.094938:0:9120:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1783138566.094944:0:9120:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff94aa10044000 00000020:00000080:2.0:1783138566.094947:0:9120:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1783138566.094957:0:9120:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1783138566.094959:0:9120:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783138566.094960:0:9120:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1783138566.094963:0:9120:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1783138566.094965:0:9120:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1783138566.094966:0:9120:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1783138566.094969:0:9120:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff94aa10044000 00000020:00000080:2.0:1783138566.094971:0:9120:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1783138566.095067:0:9120:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa18254e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:9120:1869756015588480:192.168.202.120@tcp:502:llog_process_th.0 00000100:00100000:2.0:1783138566.095165:0:9120:0:(client.c:2701:ptlrpc_set_wait()) set ffff94aa06090c00 going to sleep for 11 seconds 00000100:00100000:3.0:1783138566.107882:0:9120:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa18254e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:9120:1869756015588480:192.168.202.120@tcp:502:llog_process_th.0 00000020:01000000:3.0:1783138566.107925:0:9120:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1783138566.107933:0:9120:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1783138566.107936:0:9120:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:3.0:1783138566.107952:0:9120:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:1.0:1783138566.108496:0:9113:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:1.0:1783138566.108516:0:9113:0:(mgc_request.c:1880:mgc_process_log()) MGC192.168.202.120@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1783138566.108541:0:9113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff94aa23e53800/0xbc29702ecbe69c30 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xefa6cb8af058656a expref: -99 pid: 9113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1783138566.108553:0:9113:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.120@tcp lock: ffff94aa23e53800/0xbc29702ecbe69c30 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xefa6cb8af058656a expref: -99 pid: 9113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:1.0:1783138566.108573:0:9113:0:(llite_lib.c:1495:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:1.0:1783138566.108597:0:9113:0:(genops.c:1406:class_connect()) connect: client 9827f2fe-21bf-4c44-bf98-8edb2d09bbad, cookie 0xbc29702ecbe69c37 00800000:01000000:1.0:1783138566.108619:0:9113:0:(lmv_obd.c:514:lmv_check_connect()) Time to connect 9827f2fe-21bf-4c44-bf98-8edb2d09bbad to lustre-clilmv-ffff94aa10044000 00800000:01000000:1.0:1783138566.108627:0:9113:0:(lmv_obd.c:337:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff94aa10044000(9827f2fe-21bf-4c44-bf98-8edb2d09bbad) - lustre-MDT0000_UUID, 9827f2fe-21bf-4c44-bf98-8edb2d09bbad 00000020:00000080:1.0:1783138566.108634:0:9113:0:(genops.c:1406:class_connect()) connect: client 9827f2fe-21bf-4c44-bf98-8edb2d09bbad, cookie 0xbc29702ecbe69c3e 00000100:00080000:1.0:1783138566.108642:0:9113:0:(import.c:512:import_select_connection()) lustre-MDT0000-mdc-ffff94aa10044000: connect to NID 192.168.202.120@tcp last attempt 0 00000100:00080000:1.0:1783138566.108663:0:9113:0:(import.c:626:import_select_connection()) lustre-MDT0000-mdc-ffff94aa10044000: import ffff94aa0902d800 using connection 192.168.202.120@tcp/192.168.202.120@tcp 00000008:00100000:1.0:1783138566.108675:0:9113:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682451 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1783138566.108705:0:9113:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94aa18325c00 x1869756015588608/t0(0) o38->lustre-MDT0000-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1783138566.108733:0:9113:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import 9827f2fe-21bf-4c44-bf98-8edb2d09bbad->lustre-MDT0000_UUID 00000100:00100000:3.0:1783138566.108767:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa18325c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9827f2fe-21bf-4c44-bf98-8edb2d09bbad:2399:1869756015588608:192.168.202.120@tcp:38:mount.lustre.0 00800000:01000000:1.0:1783138566.108815:0:9113:0:(lmv_obd.c:391:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff94aa10044000(9827f2fe-21bf-4c44-bf98-8edb2d09bbad) successfully (5) 00800000:00000004:1.0:1783138566.108819:0:9113:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff94aa10044000: age -614, max_age 0 00000100:00080000:1.0:1783138566.108874:0:2400:0:(client.c:1831:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff94aa18324a80 x1869756015588736/t0(0) o41->lustre-MDT0000-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00800000:01000000:1.0:1783138566.108906:0:9113:0:(lmv_obd.c:337:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff94aa10044000(9827f2fe-21bf-4c44-bf98-8edb2d09bbad) - lustre-MDT0001_UUID, 9827f2fe-21bf-4c44-bf98-8edb2d09bbad 00000020:00000080:1.0:1783138566.108921:0:9113:0:(genops.c:1406:class_connect()) connect: client 9827f2fe-21bf-4c44-bf98-8edb2d09bbad, cookie 0xbc29702ecbe69c45 00000100:00080000:1.0:1783138566.108926:0:9113:0:(import.c:512:import_select_connection()) lustre-MDT0001-mdc-ffff94aa10044000: connect to NID 192.168.202.120@tcp last attempt 0 00000100:00080000:1.0:1783138566.108931:0:9113:0:(import.c:626:import_select_connection()) lustre-MDT0001-mdc-ffff94aa10044000: import ffff94aa18399800 using connection 192.168.202.120@tcp/192.168.202.120@tcp 00000008:00100000:1.0:1783138566.108936:0:9113:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682451 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1783138566.108946:0:9113:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94aa18324000 x1869756015588864/t0(0) o38->lustre-MDT0001-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1783138566.108965:0:9113:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import 9827f2fe-21bf-4c44-bf98-8edb2d09bbad->lustre-MDT0001_UUID 00800000:01000000:1.0:1783138566.109004:0:9113:0:(lmv_obd.c:391:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff94aa10044000(9827f2fe-21bf-4c44-bf98-8edb2d09bbad) successfully (5) 00800000:00000004:1.0:1783138566.109007:0:9113:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0001-mdc-ffff94aa10044000: age -614, max_age 0 00000100:00100000:3.0:1783138566.109018:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa18324000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9827f2fe-21bf-4c44-bf98-8edb2d09bbad:2399:1869756015588864:192.168.202.120@tcp:38:mount.lustre.0 00000100:00080000:1.0:1783138566.109037:0:2401:0:(client.c:1831:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff94aa18324e00 x1869756015588992/t0(0) o41->lustre-MDT0001-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000080:00000004:1.0:1783138566.109068:0:9113:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff94aa10044000: age -614, max_age 385 00800000:00000004:1.0:1783138566.109074:0:9113:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff94aa10044000: age -614, max_age 385 00000100:00080000:1.0:1783138566.109091:0:9113:0:(client.c:1831:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff94aa18325f80 x1869756015589120/t0(0) o41->lustre-MDT0000-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783138566.109098:0:9113:0:(client.c:2701:ptlrpc_set_wait()) set ffff94aa143033c0 going to sleep for 0 seconds 00000100:00100000:1.0:1783138566.109346:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa08401180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2400:1869756015589248:192.168.202.120@tcp:400:kworker.0 00000100:00100000:1.0:1783138566.109392:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1783138566.109398:0:2400:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa08400a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2400:1869756015589376:192.168.202.120@tcp:400:kworker.0 00010000:00080000:3.0:1783138566.114268:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94aa18324000 x1869756015588864/t0(0) o38->lustre-MDT0001-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 520/416 e 0 to 0 dl 1783138576 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783138566.114285:0:2399:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94aa10044000: committing for last_committed 0 gen 1 00000100:00080000:3.0:1783138566.114295:0:2399:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff94aa10044000: connect to target with instance 1 00000100:00080000:3.0:1783138566.114305:0:2399:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff94aa10044000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:3.0:1783138566.114316:0:2399:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:3.0:1783138566.114321:0:2399:0:(import.c:65:import_set_state_nolock()) ffff94aa18399800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:3.0:1783138566.114736:0:2399:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000007b00b1bf): req@ffff94aa18324e00 x1869756015588992/t0(0) o41->lustre-MDT0001-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783138566.114757:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa18324000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9827f2fe-21bf-4c44-bf98-8edb2d09bbad:2399:1869756015588864:192.168.202.120@tcp:38:mount.lustre.0 00000100:00100000:3.0:1783138566.114775:0:2399:0:(client.c:3111:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94aa10044000: committing for last_committed 0 gen 1 00000100:00080000:3.0:1783138566.114780:0:2399:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff94aa10044000: connect to target with instance 1 00000100:00080000:3.0:1783138566.114786:0:2399:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff94aa10044000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:3.0:1783138566.114791:0:2399:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1783138566.114794:0:2399:0:(import.c:65:import_set_state_nolock()) ffff94aa0902d800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:3.0:1783138566.115598:0:2399:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000684050e4): req@ffff94aa18325f80 x1869756015589120/t0(0) o41->lustre-MDT0000-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1783138566.115616:0:2399:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000079a49ace): req@ffff94aa18324a80 x1869756015588736/t0(0) o41->lustre-MDT0000-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783138566.115629:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa18325c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9827f2fe-21bf-4c44-bf98-8edb2d09bbad:2399:1869756015588608:192.168.202.120@tcp:38:mount.lustre.0 00010000:00080000:1.0:1783138566.115871:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94aa08400a80 x1869756015589376/t0(0) o400->lustre-MDT0001-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138582 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783138566.115884:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa08400a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2400:1869756015589376:192.168.202.120@tcp:400:kworker.0 00000100:00100000:1.0:1783138566.115898:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa08401180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2400:1869756015589248:192.168.202.120@tcp:400:kworker.0 00000100:00100000:1.0:1783138566.116041:0:9113:0:(client.c:2701:ptlrpc_set_wait()) set ffff94aa143033c0 going to sleep for 11 seconds 00010000:00080000:1.0:1783138566.118445:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94aa18324e00 x1869756015588992/t0(0) o41->lustre-MDT0001-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/368 e 0 to 0 dl 1783138582 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1783138566.118467:0:2401:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa18324e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9827f2fe-21bf-4c44-bf98-8edb2d09bbad:0:1869756015588992:192.168.202.120@tcp:41:mount.lustre.0 00000100:00100000:2.0:1783138566.126174:0:9113:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa18325f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9827f2fe-21bf-4c44-bf98-8edb2d09bbad:9113:1869756015589120:192.168.202.120@tcp:41:mount.lustre.0 00800000:00000004:2.0:1783138566.126204:0:9113:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff94aa10044000: update ffff94aa10051e10 cache blocks 317399/353529 objects 1023723/1024000 00000080:00000004:2.0:1783138566.126211:0:9113:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff94aa10044000: update ffff94aa10055190 cache blocks 317399/353529 objects 1023723/1024000 00000100:00100000:2.0:1783138566.128038:0:9113:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa18254380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9827f2fe-21bf-4c44-bf98-8edb2d09bbad:9113:1869756015589504:192.168.202.120@tcp:40:mount.lustre.0 00000100:00100000:2.0:1783138566.128145:0:9113:0:(client.c:2701:ptlrpc_set_wait()) set ffff94aa06090540 going to sleep for 11 seconds 00000100:00100000:2.0:1783138566.134114:0:9113:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa18254380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9827f2fe-21bf-4c44-bf98-8edb2d09bbad:9113:1869756015589504:192.168.202.120@tcp:40:mount.lustre.0 00000080:00000004:2.0:1783138566.134144:0:9113:0:(llite_lib.c:513:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:2.0:1783138566.134160:0:9113:0:(llite_lib.c:675:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682451 ocd_grant: 2146304 00020000:01000000:2.0:1783138566.134164:0:9113:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:2.0:1783138566.134177:0:9113:0:(genops.c:1406:class_connect()) connect: client 9827f2fe-21bf-4c44-bf98-8edb2d09bbad, cookie 0xbc29702ecbe69c4c 00000020:00000080:2.0:1783138566.134201:0:9113:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0xbc29702ecbe69c53 00000100:00080000:2.0:1783138566.134209:0:9113:0:(import.c:512:import_select_connection()) lustre-OST0000-osc-ffff94aa10044000: connect to NID 192.168.202.120@tcp last attempt 0 00000100:00080000:2.0:1783138566.134229:0:9113:0:(import.c:626:import_select_connection()) lustre-OST0000-osc-ffff94aa10044000: import ffff94aa1839a000 using connection 192.168.202.120@tcp/192.168.202.120@tcp 00000008:00100000:2.0:1783138566.134242:0:9113:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682451 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1783138566.134282:0:9113:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94aa18254380 x1869756015589632/t0(0) o8->lustre-OST0000-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1783138566.134302:0:9113:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import 9827f2fe-21bf-4c44-bf98-8edb2d09bbad->lustre-OST0000_UUID 00020000:01000000:2.0:1783138566.134323:0:9113:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff94aa10044000) active 00000080:00000004:2.0:1783138566.134342:0:9113:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0x0 -> 0xa0467af2e3640038 00000020:00000080:2.0:1783138566.134353:0:9113:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0xbc29702ecbe69c5a 00000100:00080000:2.0:1783138566.134357:0:9113:0:(import.c:512:import_select_connection()) lustre-OST0001-osc-ffff94aa10044000: connect to NID 192.168.202.120@tcp last attempt 0 00000100:00080000:2.0:1783138566.134362:0:9113:0:(import.c:626:import_select_connection()) lustre-OST0001-osc-ffff94aa10044000: import ffff94aa06bf7800 using connection 192.168.202.120@tcp/192.168.202.120@tcp 00000008:00100000:2.0:1783138566.134368:0:9113:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682451 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1783138566.134379:0:9113:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff94aa18255f80 x1869756015589760/t0(0) o8->lustre-OST0001-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1783138566.134388:0:9113:0:(pinger.c:375:ptlrpc_pinger_add_import()) adding pingable import 9827f2fe-21bf-4c44-bf98-8edb2d09bbad->lustre-OST0001_UUID 00020000:01000000:2.0:1783138566.134393:0:9113:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff94aa10044000) active 00000080:00000004:2.0:1783138566.134401:0:9113:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0x0 -> 0xa0467af2e3640038 00000100:00100000:2.0:1783138566.134433:0:9113:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa18254700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9827f2fe-21bf-4c44-bf98-8edb2d09bbad:9113:1869756015589888:192.168.202.120@tcp:900:mount.lustre.0 00000100:00100000:2.0:1783138566.134509:0:9113:0:(client.c:2701:ptlrpc_set_wait()) set ffff94aa06090540 going to sleep for 11 seconds 00000100:00100000:3.0:1783138566.134733:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa18254380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9827f2fe-21bf-4c44-bf98-8edb2d09bbad:2399:1869756015589632:192.168.202.120@tcp:8:mount.lustre.0 00000100:00100000:3.0:1783138566.134816:0:2399:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa18255f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9827f2fe-21bf-4c44-bf98-8edb2d09bbad:2399:1869756015589760:192.168.202.120@tcp:8:mount.lustre.0 00010000:00080000:3.0:1783138566.139584:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94aa18254380 x1869756015589632/t0(0) o8->lustre-OST0000-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 520/416 e 0 to 0 dl 1783138576 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783138566.139600:0:2399:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94aa10044000: committing for last_committed 0 gen 1 00000100:00080000:3.0:1783138566.139610:0:2399:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff94aa10044000: connect to target with instance 1 00000100:00080000:3.0:1783138566.139620:0:2399:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff94aa10044000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000080:00000004:3.0:1783138566.139632:0:2399:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1783138566.139638:0:2399:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:3.0:1783138566.139656:0:2399:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1783138566.139660:0:2399:0:(import.c:65:import_set_state_nolock()) ffff94aa1839a000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1783138566.139665:0:2399:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:3.0:1783138566.139667:0:2399:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1783138566.139669:0:2399:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1783138566.139677:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa18254380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9827f2fe-21bf-4c44-bf98-8edb2d09bbad:2399:1869756015589632:192.168.202.120@tcp:8:mount.lustre.0 00010000:00080000:3.0:1783138566.139693:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94aa18255f80 x1869756015589760/t0(0) o8->lustre-OST0001-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 520/416 e 0 to 0 dl 1783138576 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783138566.139701:0:2399:0:(client.c:3111:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94aa10044000: committing for last_committed 0 gen 1 00000100:00080000:3.0:1783138566.139706:0:2399:0:(import.c:1134:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff94aa10044000: connect to target with instance 1 00000100:00080000:3.0:1783138566.139710:0:2399:0:(import.c:961:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff94aa10044000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000080:00000004:3.0:1783138566.139715:0:2399:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1783138566.139717:0:2399:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:3.0:1783138566.139719:0:2399:0:(import.c:1215:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1783138566.139721:0:2399:0:(import.c:65:import_set_state_nolock()) ffff94aa06bf7800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1783138566.139740:0:2399:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:3.0:1783138566.139742:0:2399:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1783138566.139744:0:2399:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1783138566.139750:0:2399:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa18255f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9827f2fe-21bf-4c44-bf98-8edb2d09bbad:2399:1869756015589760:192.168.202.120@tcp:8:mount.lustre.0 00000100:00100000:2.0:1783138566.139945:0:9113:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa18254700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9827f2fe-21bf-4c44-bf98-8edb2d09bbad:9113:1869756015589888:192.168.202.120@tcp:900:mount.lustre.0 00000100:00100000:2.0:1783138566.140001:0:9113:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa18254700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9827f2fe-21bf-4c44-bf98-8edb2d09bbad:9113:1869756015590016:192.168.202.120@tcp:33:mount.lustre.0 00000100:00100000:2.0:1783138566.140123:0:9113:0:(client.c:2701:ptlrpc_set_wait()) set ffff94aa06090540 going to sleep for 11 seconds 00000100:00100000:2.0:1783138566.143533:0:9113:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa18254700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9827f2fe-21bf-4c44-bf98-8edb2d09bbad:9113:1869756015590016:192.168.202.120@tcp:33:mount.lustre.0 00000080:00200000:2.0:1783138566.143752:0:9113:0:(llite_lib.c:3226:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94aa0457f448) 00000080:00200000:2.0:1783138566.143765:0:9113:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:2.0:1783138566.143878:0:9113:0:(llite_lib.c:1533:ll_fill_super()) Mounted lustre-client 00000080:00000004:2.0:1783138566.145387:0:9113:0:(super25.c:187:lustre_fill_super()) 192.168.202.120@tcp:/lustre: Mount complete 00000100:00100000:1.0:1783138566.154329:0:2400:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa18324a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9827f2fe-21bf-4c44-bf98-8edb2d09bbad:0:1869756015588736:192.168.202.120@tcp:41:mount.lustre.0 00010000:00010000:0.0:1783138566.265802:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1783138566.312948:0:9142:0:(debug.c:306:cfs_str2mask()) Process entered 00010000:00000001:3.0:1783138567.288992:0:54:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783138567.288998:0:54:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783138567.289002:0:54:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783138567.289003:0:54:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783138567.289237:0:6175:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783138567.289241:0:6175:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783138567.289245:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1783138567.419454:0:126:0:(connection.c:75:cpu_latency_work()) work item of ffff94aa02a00110 (cpu 0) has reached its deadline 4295055353, at 4295055362 00000100:00000010:1.0:1783138567.419470:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94aa06547cc0. 00000100:00000040:0.0:1783138567.419622:0:498:0:(connection.c:75:cpu_latency_work()) work item of ffff94aa02a00000 (cpu 0) has reached its deadline 4295055353, at 4295055362 00000100:00000010:0.0:1783138567.419629:0:498:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94aa065471e0. 00010000:00000001:3.0:1783138568.314005:0:54:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783138568.314018:0:54:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783138568.314021:0:54:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783138568.314027:0:54:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783138568.314032:0:54:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783138568.314035:0:54:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783138568.314038:0:54:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783138568.314040:0:54:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783138568.314046:0:54:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783138568.314047:0:54:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783138568.316450:0:6176:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783138568.316461:0:6176:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783138568.316468:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1783138569.337409:0:54:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783138569.337419:0:54:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783138569.337428:0:54:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783138569.337429:0:54:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783138569.344751:0:6175:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783138569.344760:0:6175:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783138569.344766:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1783138570.364320:0:54:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783138570.364327:0:54:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783138570.364333:0:54:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783138570.364335:0:54:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1783138570.364816:0:6176:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1783138570.364821:0:6176:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1783138570.364845:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1783138571.384922:0:54:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783138571.384933:0:54:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783138571.384941:0:54:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783138571.384943:0:54:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783138571.385153:0:6175:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783138571.385157:0:6175:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783138571.385161:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1783138571.512973:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) fa24dfa4-ad3b-4f31-88bd-189f123bcca5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783138571.512988:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783138571.512998:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94aa09b23800. 00000020:00000040:3.0:1783138571.513005:0:36:0:(genops.c:1231:class_import_get()) import ffff94aa0911a800 refcount=4 obd=MGC192.168.202.120@tcp 00000100:00000001:3.0:1783138571.513011:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783138571.513021:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783138571.513026:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783138571.513035:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94aa0abc9700. 00000100:00000001:3.0:1783138571.513043:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783138571.513069:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fa24dfa4-ad3b-4f31-88bd-189f123bcca5->MGS req@ffff94aa09b23800 x1869756015590144/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783138571.513081:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783138571.513086:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783138571.513093:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055aa3919] to pc [ptlrpcd_01_01+1] req@ffff94aa09b23800 x1869756015590144/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783138571.513130:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783138571.513133:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0cb9fcf7-c719-428e-a535-4ba760529f4e->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783138571.513137:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783138571.513140:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94aa09b23b80. 00000020:00000040:3.0:1783138571.513143:0:36:0:(genops.c:1231:class_import_get()) import ffff94aa18290800 refcount=4 obd=lustre-MDT0000-mdc-ffff94aa06bf1000 00000100:00000001:3.0:1783138571.513145:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783138571.513146:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783138571.513148:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783138571.513152:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94aa0abc9100. 00000100:00000001:3.0:1783138571.513155:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783138571.513159:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0cb9fcf7-c719-428e-a535-4ba760529f4e->lustre-MDT0000_UUID req@ffff94aa09b23b80 x1869756015590272/t0(0) o400->lustre-MDT0000-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783138571.513167:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783138571.513170:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783138571.513173:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003759f478] to pc [ptlrpcd_01_00+0] req@ffff94aa09b23b80 x1869756015590272/t0(0) o400->lustre-MDT0000-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783138571.513182:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783138571.513184:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0cb9fcf7-c719-428e-a535-4ba760529f4e->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783138571.513188:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783138571.513191:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94aa09b21500. 00000020:00000040:3.0:1783138571.513200:0:36:0:(genops.c:1231:class_import_get()) import ffff94aa18290000 refcount=4 obd=lustre-MDT0001-mdc-ffff94aa06bf1000 00000100:00000001:3.0:1783138571.513202:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783138571.513203:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783138571.513206:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783138571.513209:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94aa0abc9d00. 00000100:00000001:3.0:1783138571.513213:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783138571.513217:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0cb9fcf7-c719-428e-a535-4ba760529f4e->lustre-MDT0001_UUID req@ffff94aa09b21500 x1869756015590400/t0(0) o400->lustre-MDT0001-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783138571.513224:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783138571.513226:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783138571.513229:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f1e4ee9] to pc [ptlrpcd_01_01+1] req@ffff94aa09b21500 x1869756015590400/t0(0) o400->lustre-MDT0001-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783138571.513236:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783138571.513238:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0cb9fcf7-c719-428e-a535-4ba760529f4e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1783138571.513242:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0cb9fcf7-c719-428e-a535-4ba760529f4e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1783138571.513245:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0cb9fcf7-c719-428e-a535-4ba760529f4e->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1783138571.513249:0:36:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0cb9fcf7-c719-428e-a535-4ba760529f4e->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1783138571.513252:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 9827f2fe-21bf-4c44-bf98-8edb2d09bbad->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783138571.513255:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783138571.513258:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94aa09b21c00. 00000020:00000040:3.0:1783138571.513260:0:36:0:(genops.c:1231:class_import_get()) import ffff94aa0902d800 refcount=4 obd=lustre-MDT0000-mdc-ffff94aa10044000 00000100:00000001:3.0:1783138571.513262:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783138571.513263:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783138571.513265:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783138571.513268:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94aa0abc9b00. 00000100:00000001:3.0:1783138571.513271:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783138571.513275:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9827f2fe-21bf-4c44-bf98-8edb2d09bbad->lustre-MDT0000_UUID req@ffff94aa09b21c00 x1869756015590528/t0(0) o400->lustre-MDT0000-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783138571.513294:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783138571.513296:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783138571.513300:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016313e49] to pc [ptlrpcd_01_00+0] req@ffff94aa09b21c00 x1869756015590528/t0(0) o400->lustre-MDT0000-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783138571.513307:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783138571.513310:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 9827f2fe-21bf-4c44-bf98-8edb2d09bbad->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783138571.513314:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783138571.513317:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94aa09b20000. 00000020:00000040:3.0:1783138571.513319:0:36:0:(genops.c:1231:class_import_get()) import ffff94aa18399800 refcount=4 obd=lustre-MDT0001-mdc-ffff94aa10044000 00000100:00000001:3.0:1783138571.513321:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783138571.513323:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783138571.513325:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783138571.513328:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94aa0abc9800. 00000100:00000001:3.0:1783138571.513331:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783138571.513335:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9827f2fe-21bf-4c44-bf98-8edb2d09bbad->lustre-MDT0001_UUID req@ffff94aa09b20000 x1869756015590656/t0(0) o400->lustre-MDT0001-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783138571.513342:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783138571.513344:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783138571.513348:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000cc6232a] to pc [ptlrpcd_01_01+1] req@ffff94aa09b20000 x1869756015590656/t0(0) o400->lustre-MDT0001-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783138571.513354:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783138571.513356:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 9827f2fe-21bf-4c44-bf98-8edb2d09bbad->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783138571.513359:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783138571.513362:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94aa09b20e00. 00000020:00000040:3.0:1783138571.513366:0:36:0:(genops.c:1231:class_import_get()) import ffff94aa1839a000 refcount=3 obd=lustre-OST0000-osc-ffff94aa10044000 00000100:00000001:3.0:1783138571.513368:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783138571.513369:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783138571.513371:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783138571.513373:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94aa0abc9900. 00000100:00000001:3.0:1783138571.513382:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783138571.513387:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9827f2fe-21bf-4c44-bf98-8edb2d09bbad->lustre-OST0000_UUID req@ffff94aa09b20e00 x1869756015590784/t0(0) o400->lustre-OST0000-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783138571.513393:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783138571.513395:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783138571.513398:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028980c88] to pc [ptlrpcd_01_00+0] req@ffff94aa09b20e00 x1869756015590784/t0(0) o400->lustre-OST0000-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783138571.513404:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783138571.513406:0:36:0:(pinger.c:231:ptlrpc_pinger_process_import()) 9827f2fe-21bf-4c44-bf98-8edb2d09bbad->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783138571.513410:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783138571.513413:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94aa09b21f80. 00000020:00000040:3.0:1783138571.513416:0:36:0:(genops.c:1231:class_import_get()) import ffff94aa06bf7800 refcount=3 obd=lustre-OST0001-osc-ffff94aa10044000 00000100:00000001:3.0:1783138571.513417:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783138571.513419:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783138571.513420:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783138571.513424:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94aa031be400. 00000100:00000001:3.0:1783138571.513426:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783138571.513429:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9827f2fe-21bf-4c44-bf98-8edb2d09bbad->lustre-OST0001_UUID req@ffff94aa09b21f80 x1869756015590912/t0(0) o400->lustre-OST0001-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783138571.513435:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783138571.513437:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783138571.513440:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009be935e] to pc [ptlrpcd_01_01+1] req@ffff94aa09b21f80 x1869756015590912/t0(0) o400->lustre-OST0001-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783138571.513460:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783138571.513465:0:36:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (397) 00000100:00000001:3.0:1783138571.513483:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783138571.513489:0:2403:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783138571.513492:0:2403:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783138571.513498:0:2403:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94aa09b23800 x1869756015590144/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783138571.513506:0:2403:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783138571.513513:0:2403:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783138571.513518:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783138571.513521:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783138571.513524:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783138571.513529:0:2403:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa09b23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:2403:1869756015590144:192.168.202.120@tcp:400:kworker.0 00000100:00000001:3.0:1783138571.513535:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783138571.513543:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783138571.513546:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783138571.513550:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783138571.513555:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94aa18159600. 02000000:00000001:3.0:1783138571.513557:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783138571.513566:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:3.0:1783138571.513571:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94aa06b76d10. 00000400:00000010:3.0:1783138571.513580:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94aa085192a8. 00000100:00000200:3.0:1783138571.513762:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869756015590144, portal 25 00000100:00000001:3.0:1783138571.513766:0:2403:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783138571.513768:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446626056760866816 : -118016948684800 : ffff94aa09b23800) 00000100:00000040:3.0:1783138571.513775:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94aa09b23800 x1869756015590144/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1783138587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783138571.513783:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783138571.513786:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:3.0:1783138571.513790:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94aa08519220. 00000100:00000200:3.0:1783138571.513795:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1869756015590144, offset 0 00000400:00000200:3.0:1783138571.513803:0:2403:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:3.0:1783138571.513814:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:3.0:1783138571.513846:0:2403:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:3.0:1783138571.513853:0:2403:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783138571.513858:0:2403:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:3.0:1783138571.513863:0:2403:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783138571.513866:0:2403:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:3.0:1783138571.513870:0:2403:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [125:125:256:4294967295] 192.168.202.120@tcp LPNI seq info [125:125:8:4294967295] 00000400:00000200:3.0:1783138571.513875:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:3.0:1783138571.513889:0:2403:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:3.0:1783138571.513903:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:3.0:1783138571.513909:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94aa12a8f900. 00000800:00000200:3.0:1783138571.513918:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94aa08404540] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:3.0:1783138571.513927:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:3.0:1783138571.513932:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94aa12a8f900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783138571.513952:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783138571.513958:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:3.0:1783138571.513962:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS new deadline estimation for cpu 0 is 4295060732 00000100:00000010:3.0:1783138571.513967:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94aa098224e0. 00000100:00000001:3.0:1783138571.513975:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1783138571.513983:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS new deadline estimation for cpu 1 is 4295060732 00000100:00000010:3.0:1783138571.513986:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94aa09822ea0. 00000100:00000001:3.0:1783138571.513989:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1783138571.513993:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783138571.513997:0:2403:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783138571.514000:0:2403:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783138571.514004:0:2403:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94aa09b21500 x1869756015590400/t0(0) o400->lustre-MDT0001-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783138571.514011:0:2403:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783138571.514013:0:2403:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783138571.514015:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783138571.514017:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783138571.514019:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783138571.514022:0:2403:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa09b21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0cb9fcf7-c719-428e-a535-4ba760529f4e:2403:1869756015590400:192.168.202.120@tcp:400:kworker.0 00000100:00000001:3.0:1783138571.514025:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783138571.514028:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783138571.514030:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783138571.514032:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783138571.514035:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94aa18158600. 02000000:00000001:3.0:1783138571.514037:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783138571.514041:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000800:00000200:0.0:1783138571.514257:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783138571.514268:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94aa12a8f900. 00000400:00000200:0.0:1783138571.514277:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783138571.514283:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:0.0:1783138571.514290:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94aa08519220 00000400:00000010:0.0:1783138571.514292:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff94aa08519220. 00000100:00000001:0.0:1783138571.514297:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783138571.514302:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94aa09b23800 x1869756015590144/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1783138587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783138571.514312:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783138571.514315:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94aa09b23800 x1869756015590144/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1783138587 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783138571.514322:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783138571.514324:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1783138571.514389:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94aa06b768f0. 00000400:00000010:3.0:1783138571.514396:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94aa08519f68. 00000100:00000200:3.0:1783138571.514399:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869756015590400, portal 10 00000100:00000001:3.0:1783138571.514401:0:2403:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783138571.514402:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446626056760857856 : -118016948693760 : ffff94aa09b21500) 00000100:00000040:3.0:1783138571.514411:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94aa09b21500 x1869756015590400/t0(0) o400->lustre-MDT0001-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783138571.514417:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783138571.514419:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:3.0:1783138571.514421:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94aa085193b8. 00000100:00000200:3.0:1783138571.514423:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869756015590400, offset 0 00000400:00000200:3.0:1783138571.514428:0:2403:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:3.0:1783138571.514432:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:3.0:1783138571.517652:0:2403:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:3.0:1783138571.517665:0:2403:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783138571.517675:0:2403:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:3.0:1783138571.517680:0:2403:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783138571.517684:0:2403:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:3.0:1783138571.517688:0:2403:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [126:126:256:4294967295] 192.168.202.120@tcp LPNI seq info [126:126:8:4294967295] 00000400:00000200:3.0:1783138571.517697:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:3.0:1783138571.517712:0:2403:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:3.0:1783138571.517721:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:3.0:1783138571.517729:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94aa12a8f700. 00000800:00000200:3.0:1783138571.517738:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94aa08404540] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:3.0:1783138571.517748:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:3.0:1783138571.517753:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94aa12a8f700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783138571.520768:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783138571.520779:0:2402:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783138571.520783:0:2402:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783138571.520802:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94aa09b23b80 x1869756015590272/t0(0) o400->lustre-MDT0000-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783138571.520816:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783138571.520819:0:2402:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783138571.520841:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783138571.520846:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783138571.520850:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783138571.520854:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa09b23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2402:1869756015590272:192.168.202.120@tcp:400:kworker.0 00000100:00000001:2.0:1783138571.520859:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783138571.520867:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783138571.520870:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783138571.520873:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783138571.520884:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94aa09b89a00. 02000000:00000001:2.0:1783138571.520887:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783138571.520895:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:2.0:1783138571.520900:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94aa0654f580. 00000400:00000010:2.0:1783138571.520909:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94aa0612aaa0. 00000100:00000200:2.0:1783138571.520918:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869756015590272, portal 10 00000100:00000001:2.0:1783138571.520921:0:2402:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783138571.520922:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446626056760867712 : -118016948683904 : ffff94aa09b23b80) 00000100:00000040:2.0:1783138571.520931:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94aa09b23b80 x1869756015590272/t0(0) o400->lustre-MDT0000-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783138571.520939:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783138571.520942:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:2.0:1783138571.520958:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94aa0612acc0. 00000100:00000200:2.0:1783138571.520963:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869756015590272, offset 0 00000400:00000200:2.0:1783138571.520971:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:2.0:1783138571.520981:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1783138571.520991:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:2.0:1783138571.520998:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783138571.521003:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:2.0:1783138571.521007:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783138571.521010:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:2.0:1783138571.521013:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [127:127:255:4294967295] 192.168.202.120@tcp LPNI seq info [127:127:7:4294967295] 00000400:00000200:2.0:1783138571.521017:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1783138571.521030:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:2.0:1783138571.521037:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:2.0:1783138571.521044:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94aa10136900. 00000800:00000200:2.0:1783138571.521066:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94aa08404540] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:2.0:1783138571.521076:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:2.0:1783138571.521081:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94aa10136900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783138571.524913:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783138571.524930:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94aa06bf1000: using a timeout of 98698 usecs (99 jiffies) 00000400:00000200:3.0:1783138571.524941:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:3.0:1783138571.524946:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94aa06bf1000: PM QoS new deadline estimation for cpu 0 is 4295059566 00000100:00000001:3.0:1783138571.524950:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94aa06bf1000: PM QoS request active for cpu 0, keep current deadline 4295060732 00000100:00000001:3.0:1783138571.524963:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94aa06bf1000: PM QoS new deadline estimation for cpu 1 is 4295059566 00000100:00000001:3.0:1783138571.524965:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94aa06bf1000: PM QoS request active for cpu 1, keep current deadline 4295060732 00000100:00000001:3.0:1783138571.524968:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783138571.524972:0:2403:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783138571.524978:0:2403:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783138571.524994:0:2403:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94aa09b20000 x1869756015590656/t0(0) o400->lustre-MDT0001-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783138571.525006:0:2403:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783138571.525009:0:2403:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783138571.525014:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783138571.525019:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783138571.525022:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783138571.525026:0:2403:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa09b20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9827f2fe-21bf-4c44-bf98-8edb2d09bbad:2403:1869756015590656:192.168.202.120@tcp:400:kworker.0 00000100:00000001:3.0:1783138571.525031:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783138571.525038:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783138571.525042:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783138571.525045:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783138571.525065:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94aa18158e00. 02000000:00000001:3.0:1783138571.525068:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783138571.525074:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:3.0:1783138571.525079:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94aa06b764d0. 00000400:00000010:3.0:1783138571.525088:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94aa08519ee0. 00000100:00000200:3.0:1783138571.525098:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869756015590656, portal 10 00000100:00000001:3.0:1783138571.525101:0:2403:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783138571.525103:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446626056760852480 : -118016948699136 : ffff94aa09b20000) 00000100:00000040:3.0:1783138571.525112:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94aa09b20000 x1869756015590656/t0(0) o400->lustre-MDT0001-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783138571.525121:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783138571.525124:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:3.0:1783138571.525127:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94aa08519550. 00000100:00000200:3.0:1783138571.525131:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869756015590656, offset 0 00000400:00000200:3.0:1783138571.525148:0:2403:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:3.0:1783138571.525158:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:3.0:1783138571.525167:0:2403:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:3.0:1783138571.525174:0:2403:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783138571.525178:0:2403:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:3.0:1783138571.525183:0:2403:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783138571.525186:0:2403:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:3.0:1783138571.525190:0:2403:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [128:128:254:4294967295] 192.168.202.120@tcp LPNI seq info [128:128:6:4294967295] 00000400:00000200:3.0:1783138571.525195:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:3.0:1783138571.525208:0:2403:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:3.0:1783138571.525215:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:3.0:1783138571.525221:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94aa12a8f900. 00000800:00000200:3.0:1783138571.525229:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94aa08404540] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:3.0:1783138571.525238:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:3.0:1783138571.525243:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94aa12a8f900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783138571.525295:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783138571.525300:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94aa06bf1000: using a timeout of 200012 usecs (201 jiffies) 00000400:00000200:2.0:1783138571.525305:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:2.0:1783138571.525307:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94aa06bf1000: PM QoS new deadline estimation for cpu 0 is 4295059668 00000100:00000001:2.0:1783138571.525310:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94aa06bf1000: PM QoS request active for cpu 0, keep current deadline 4295060732 00000100:00000001:2.0:1783138571.525312:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94aa06bf1000: PM QoS new deadline estimation for cpu 1 is 4295059668 00000100:00000001:2.0:1783138571.525314:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94aa06bf1000: PM QoS request active for cpu 1, keep current deadline 4295060732 00000100:00000001:2.0:1783138571.525317:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783138571.525319:0:2402:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783138571.525322:0:2402:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783138571.525328:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94aa09b21c00 x1869756015590528/t0(0) o400->lustre-MDT0000-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783138571.526733:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783138571.526757:0:2402:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783138571.526763:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783138571.526766:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783138571.526769:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783138571.526779:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa09b21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9827f2fe-21bf-4c44-bf98-8edb2d09bbad:2402:1869756015590528:192.168.202.120@tcp:400:kworker.0 00000100:00000001:2.0:1783138571.526784:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783138571.526791:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783138571.526794:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783138571.526797:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783138571.526804:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94aa09b89600. 02000000:00000001:2.0:1783138571.526806:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783138571.526813:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:2.0:1783138571.526818:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94aa0654fe70. 00000400:00000010:2.0:1783138571.526847:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94aa0612a220. 00000100:00000200:2.0:1783138571.526856:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869756015590528, portal 10 00000100:00000001:2.0:1783138571.526859:0:2402:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783138571.526861:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446626056760859648 : -118016948691968 : ffff94aa09b21c00) 00000100:00000040:2.0:1783138571.526870:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94aa09b21c00 x1869756015590528/t0(0) o400->lustre-MDT0000-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783138571.526880:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783138571.526883:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:2.0:1783138571.526886:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94aa0612a4c8. 00000100:00000200:2.0:1783138571.526889:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869756015590528, offset 0 00000400:00000200:2.0:1783138571.526896:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:2.0:1783138571.526905:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1783138571.526914:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:2.0:1783138571.526920:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783138571.526925:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:2.0:1783138571.526929:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783138571.526932:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:2.0:1783138571.526936:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [129:129:253:4294967295] 192.168.202.120@tcp LPNI seq info [129:129:5:4294967295] 00000400:00000200:2.0:1783138571.526941:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1783138571.526953:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:2.0:1783138571.526967:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:2.0:1783138571.526971:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94aa10136300. 00000800:00000200:2.0:1783138571.526978:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94aa08404540] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:2.0:1783138571.526985:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:2.0:1783138571.526990:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94aa10136300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783138571.526995:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783138571.527000:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94aa10044000: using a timeout of 17790 usecs (18 jiffies) 00000400:00000200:2.0:1783138571.527003:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:2.0:1783138571.527006:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94aa10044000: PM QoS new deadline estimation for cpu 0 is 4295059488 00000100:00000001:2.0:1783138571.527009:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94aa10044000: PM QoS request active for cpu 0, keep current deadline 4295060732 00000100:00000001:2.0:1783138571.527012:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94aa10044000: PM QoS new deadline estimation for cpu 1 is 4295059488 00000100:00000001:2.0:1783138571.527014:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94aa10044000: PM QoS request active for cpu 1, keep current deadline 4295060732 00000100:00000001:2.0:1783138571.527016:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783138571.527019:0:2402:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783138571.527023:0:2402:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783138571.527028:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94aa09b20e00 x1869756015590784/t0(0) o400->lustre-OST0000-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783138571.527036:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783138571.527037:0:2402:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783138571.527039:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783138571.527041:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783138571.527042:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783138571.527058:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa09b20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9827f2fe-21bf-4c44-bf98-8edb2d09bbad:2402:1869756015590784:192.168.202.120@tcp:400:kworker.0 00000100:00000001:2.0:1783138571.527061:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783138571.527064:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783138571.527066:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783138571.527067:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783138571.527072:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94aa09b88e00. 02000000:00000001:2.0:1783138571.527074:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783138571.527077:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:2.0:1783138571.527086:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94aa0654f370. 00000400:00000010:2.0:1783138571.527089:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94aa0612a110. 00000100:00000200:2.0:1783138571.527092:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869756015590784, portal 4 00000100:00000001:2.0:1783138571.527094:0:2402:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783138571.527095:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446626056760856064 : -118016948695552 : ffff94aa09b20e00) 00000020:00000010:2.0:1783138571.527102:0:2402:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff94aa182dc000. 00000100:00000040:2.0:1783138571.527108:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94aa09b20e00 x1869756015590784/t0(0) o400->lustre-OST0000-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1783138587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783138571.527114:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783138571.527116:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:2.0:1783138571.527118:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94aa0612a3b8. 00000100:00000200:2.0:1783138571.527120:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1869756015590784, offset 0 00000400:00000200:2.0:1783138571.527124:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:2.0:1783138571.527127:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1783138571.527131:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:2.0:1783138571.527133:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783138571.527136:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:2.0:1783138571.527139:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783138571.527143:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:2.0:1783138571.527146:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [130:130:252:4294967295] 192.168.202.120@tcp LPNI seq info [130:130:4:4294967295] 00000400:00000200:2.0:1783138571.527151:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1783138571.527158:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:2.0:1783138571.527163:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:2.0:1783138571.527167:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94aa1421b800. 00000800:00000200:2.0:1783138571.527170:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94aa08404540] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:2.0:1783138571.527174:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:2.0:1783138571.527176:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94aa1421b800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783138571.527179:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783138571.527181:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94aa10044000: using a timeout of 6573 usecs (7 jiffies) 00000400:00000200:2.0:1783138571.527184:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:2.0:1783138571.527186:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94aa10044000: PM QoS new deadline estimation for cpu 0 is 4295059477 00000100:00000001:2.0:1783138571.527191:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94aa10044000: PM QoS request active for cpu 0, keep current deadline 4295060732 00000100:00000001:2.0:1783138571.527194:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94aa10044000: PM QoS new deadline estimation for cpu 1 is 4295059477 00000100:00000001:2.0:1783138571.527195:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94aa10044000: PM QoS request active for cpu 1, keep current deadline 4295060732 00000100:00000001:2.0:1783138571.527197:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783138571.527199:0:2402:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783138571.527202:0:2402:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783138571.527205:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783138571.527213:0:2402:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:0.0:1783138571.527270:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1783138571.527480:0:2402:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1783138571.527484:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783138571.527486:0:2402:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783138571.527488:0:2402:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783138571.527490:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783138571.529167:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783138571.529172:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783138571.529175:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783138571.529184:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138571.529194:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:0.0:1783138571.529204:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138571.529210:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138571.529217:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138571.529221:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 25 MB=0x6a4887f203b00 00000400:00000200:0.0:1783138571.529226:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138571.529233:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.120@tcp of length 224/224 into md 0x761 [1] + 224 00000800:00000001:0.0:1783138571.529243:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783138571.529251:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783138571.529254:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783138571.529259:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:0.0:1783138571.529267:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783138571.529289:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94aa09b23800 x1869756015590144/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1783138587 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783138571.529302:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94aa09b23800 x1869756015590144/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1783138587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783138571.529320:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1783138571.529369:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783138571.529374:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94aa12a8f700. 00000400:00000200:0.0:1783138571.529381:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783138571.529386:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:0.0:1783138571.529390:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94aa085193b8 00000400:00000010:0.0:1783138571.529393:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff94aa085193b8. 00000100:00000001:0.0:1783138571.529398:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783138571.529403:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94aa09b21500 x1869756015590400/t0(0) o400->lustre-MDT0001-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783138571.529415:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783138571.529419:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94aa09b21500 x1869756015590400/t0(0) o400->lustre-MDT0001-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138587 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783138571.529426:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783138571.529428:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783138571.529435:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783138571.529438:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1783138571.529445:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783138571.529447:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94aa10136900. 00000400:00000200:0.0:1783138571.529451:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783138571.529454:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:0.0:1783138571.529457:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94aa0612acc0 00000400:00000010:0.0:1783138571.529459:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff94aa0612acc0. 00000100:00000001:0.0:1783138571.529462:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783138571.529466:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94aa09b23b80 x1869756015590272/t0(0) o400->lustre-MDT0000-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783138571.529474:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783138571.529477:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94aa09b23b80 x1869756015590272/t0(0) o400->lustre-MDT0000-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138587 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783138571.529483:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783138571.529484:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783138571.529501:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783138571.529504:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94aa10136300. 00000400:00000200:0.0:1783138571.529507:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783138571.529511:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:0.0:1783138571.529514:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94aa0612a4c8 00000400:00000010:0.0:1783138571.529516:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff94aa0612a4c8. 00000100:00000001:0.0:1783138571.529518:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783138571.529523:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94aa09b21c00 x1869756015590528/t0(0) o400->lustre-MDT0000-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783138571.529531:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783138571.529534:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94aa09b21c00 x1869756015590528/t0(0) o400->lustre-MDT0000-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138587 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783138571.529540:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783138571.529542:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783138571.529626:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783138571.529629:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94aa1421b800. 00000400:00000200:0.0:1783138571.529632:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783138571.529636:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:0.0:1783138571.529638:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94aa0612a3b8 00000400:00000010:0.0:1783138571.529641:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff94aa0612a3b8. 00000100:00000001:0.0:1783138571.529644:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783138571.529648:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94aa09b20e00 x1869756015590784/t0(0) o400->lustre-OST0000-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1783138587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783138571.529656:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783138571.529659:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94aa09b20e00 x1869756015590784/t0(0) o400->lustre-OST0000-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1783138587 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783138571.529665:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783138571.529667:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1783138571.532015:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783138571.532032:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94aa10044000: using a timeout of 9157 usecs (10 jiffies) 00000400:00000200:3.0:1783138571.532042:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:3.0:1783138571.532047:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94aa10044000: PM QoS new deadline estimation for cpu 0 is 4295059485 00000100:00000001:3.0:1783138571.532062:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94aa10044000: PM QoS request active for cpu 0, keep current deadline 4295060732 00000100:00000001:3.0:1783138571.532065:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94aa10044000: PM QoS new deadline estimation for cpu 1 is 4295059485 00000100:00000001:3.0:1783138571.532068:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94aa10044000: PM QoS request active for cpu 1, keep current deadline 4295060732 00000100:00000001:3.0:1783138571.532071:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783138571.532076:0:2403:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783138571.532082:0:2403:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783138571.532097:0:2403:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94aa09b21f80 x1869756015590912/t0(0) o400->lustre-OST0001-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783138571.532109:0:2403:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783138571.532112:0:2403:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783138571.532126:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783138571.532131:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783138571.532135:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783138571.532140:0:2403:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa09b21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9827f2fe-21bf-4c44-bf98-8edb2d09bbad:2403:1869756015590912:192.168.202.120@tcp:400:kworker.0 00000100:00000001:3.0:1783138571.532146:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783138571.532155:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783138571.532159:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783138571.532162:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783138571.532169:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94aa18159e00. 02000000:00000001:3.0:1783138571.532172:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783138571.532178:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:3.0:1783138571.532183:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94aa06b76478. 00000400:00000010:3.0:1783138571.532192:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94aa08519330. 00000100:00000200:3.0:1783138571.532202:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869756015590912, portal 4 00000100:00000001:3.0:1783138571.532205:0:2403:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783138571.532207:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446626056760860544 : -118016948691072 : ffff94aa09b21f80) 00000100:00000040:3.0:1783138571.532217:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94aa09b21f80 x1869756015590912/t0(0) o400->lustre-OST0001-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1783138587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783138571.532226:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783138571.532228:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:3.0:1783138571.532232:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94aa08519e58. 00000100:00000200:3.0:1783138571.532236:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1869756015590912, offset 0 00000400:00000200:3.0:1783138571.532243:0:2403:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000400:00000200:3.0:1783138571.532252:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:3.0:1783138571.532262:0:2403:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:3.0:1783138571.532385:0:2403:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783138571.532392:0:2403:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:3.0:1783138571.532397:0:2403:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1783138571.532401:0:2403:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:3.0:1783138571.532406:0:2403:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [131:131:255:4294967295] 192.168.202.120@tcp LPNI seq info [131:131:7:4294967295] 00000400:00000200:3.0:1783138571.532411:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:3.0:1783138571.532423:0:2403:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:3.0:1783138571.532438:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:3.0:1783138571.532445:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94aa12a8f700. 00000800:00000200:3.0:1783138571.532454:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94aa08404540] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:3.0:1783138571.532464:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:3.0:1783138571.532470:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94aa12a8f700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783138571.532474:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783138571.532478:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94aa10044000: using a timeout of 6623 usecs (7 jiffies) 00000400:00000200:3.0:1783138571.532482:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:3.0:1783138571.532485:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94aa10044000: PM QoS new deadline estimation for cpu 0 is 4295059482 00000100:00000001:3.0:1783138571.532489:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94aa10044000: PM QoS request active for cpu 0, keep current deadline 4295060732 00000100:00000001:3.0:1783138571.532492:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94aa10044000: PM QoS new deadline estimation for cpu 1 is 4295059482 00000100:00000001:3.0:1783138571.532495:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94aa10044000: PM QoS request active for cpu 1, keep current deadline 4295060732 00000100:00000001:3.0:1783138571.532497:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783138571.532500:0:2403:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783138571.532503:0:2403:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783138571.532508:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783138571.532520:0:2403:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783138571.532522:0:2403:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1783138571.532526:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783138571.532528:0:2403:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783138571.532534:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783138571.532537:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783138571.532541:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94aa06b76d10. 00000400:00000200:3.0:1783138571.532545:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94aa085192a8 00000400:00000010:3.0:1783138571.532547:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff94aa085192a8. 00000100:00000001:3.0:1783138571.532551:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783138571.532558:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94aa09b23800 x1869756015590144/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1783138587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783138571.532568:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94aa09b23800 x1869756015590144/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1783138587 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783138571.532576:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783138571.532585:0:2403:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783138571.532587:0:2403:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783138571.532609:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783138571.532613:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783138571.532616:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783138571.532620:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783138571.532629:0:2403:0:(import.c:2151:obd_at_measure()) add 5 to ffff94aa0911ac60 time=73 v=5 (5 0 0 0) 00000100:00001000:3.0:1783138571.532633:0:2403:0:(import.c:2151:obd_at_measure()) add 1 to ffff94aa0911ac18 time=73 v=5 (1 0 0 0) 00000100:00000001:3.0:1783138571.532635:0:2403:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783138571.532637:0:2403:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783138571.532640:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783138571.532643:0:2403:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783138571.532646:0:2403:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783138571.532651:0:2403:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94aa09b23800 x1869756015590144/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1783138587 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783138571.532659:0:2403:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783138571.532663:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783138571.532665:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783138571.532671:0:2403:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94aa09b23800 x1869756015590144/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1783138587 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783138571.532679:0:2403:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa09b23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:2403:1869756015590144:192.168.202.120@tcp:400:kworker.0 00000100:00000001:3.0:1783138571.532687:0:2403:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783138571.532690:0:2403:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783138571.532695:0:2403:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94aa09b23800 x1869756015590144/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1783138587 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783138571.532701:0:2403:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783138571.532704:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783138571.532708:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94aa18159600. 02000000:00000001:3.0:1783138571.532712:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783138571.532715:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783138571.532717:0:2403:0:(genops.c:1244:class_import_put()) import ffff94aa0911a800 refcount=3 obd=MGC192.168.202.120@tcp 00000020:00000001:3.0:1783138571.532719:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783138571.532722:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94aa0abc9700. 02000000:00000001:3.0:1783138571.532735:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783138571.532737:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783138571.532740:0:2403:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94aa09b23800. 00000100:00000001:3.0:1783138571.532746:0:2403:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783138571.532748:0:2403:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783138571.532751:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783138571.532753:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783138571.532756:0:2403:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783138571.532759:0:2403:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783138571.532761:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783138571.539479:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783138571.541496:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783138571.541510:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783138571.541514:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783138571.541527:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138571.541550:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:0.0:1783138571.541560:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138571.541566:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138571.541572:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138571.541576:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 10 MB=0x6a4887f203c00 00000400:00000200:0.0:1783138571.541583:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138571.541657:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.120@tcp of length 224/224 into md 0x769 [1] + 224 00000800:00000001:0.0:1783138571.541668:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783138571.541673:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783138571.541677:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783138571.541681:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:0.0:1783138571.541691:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783138571.541702:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94aa09b21500 x1869756015590400/t0(0) o400->lustre-MDT0001-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138587 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783138571.541715:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94aa09b21500 x1869756015590400/t0(0) o400->lustre-MDT0001-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783138571.541764:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783138571.541770:0:2403:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1783138571.541788:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1783138571.541846:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783138571.541852:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94aa12a8f900. 00000400:00000200:0.0:1783138571.541858:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783138571.541862:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:0.0:1783138571.541867:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94aa08519550 00000400:00000010:0.0:1783138571.541870:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff94aa08519550. 00000100:00000001:0.0:1783138571.541874:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783138571.541879:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94aa09b20000 x1869756015590656/t0(0) o400->lustre-MDT0001-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783138571.541890:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783138571.541894:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94aa09b20000 x1869756015590656/t0(0) o400->lustre-MDT0001-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138587 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783138571.541901:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783138571.541903:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783138571.541915:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783138571.541919:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783138571.541921:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783138571.541923:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783138571.541926:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138571.541929:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:0.0:1783138571.541933:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138571.541935:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138571.541938:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138571.541941:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 4 MB=0x6a4887f203d80 00000400:00000200:0.0:1783138571.541945:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138571.541951:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.120@tcp of length 224/224 into md 0x789 [1] + 224 00000800:00000001:0.0:1783138571.541955:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783138571.541958:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783138571.541961:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783138571.541964:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:0.0:1783138571.541967:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783138571.541972:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94aa09b20e00 x1869756015590784/t0(0) o400->lustre-OST0000-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1783138587 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783138571.541980:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94aa09b20e00 x1869756015590784/t0(0) o400->lustre-OST0000-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1783138587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783138571.542001:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1783138571.542358:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783138571.542362:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94aa12a8f700. 00000400:00000200:0.0:1783138571.542366:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783138571.542370:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:0.0:1783138571.542374:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94aa08519e58 00000400:00000010:0.0:1783138571.542376:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff94aa08519e58. 00000100:00000001:0.0:1783138571.542379:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783138571.542384:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94aa09b21f80 x1869756015590912/t0(0) o400->lustre-OST0001-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1783138587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783138571.542392:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783138571.542402:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94aa09b21f80 x1869756015590912/t0(0) o400->lustre-OST0001-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1783138587 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783138571.542408:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783138571.542410:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783138571.542415:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783138571.542420:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783138571.542422:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783138571.542425:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783138571.542428:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138571.542432:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:0.0:1783138571.542436:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138571.542438:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138571.542442:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138571.542457:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 10 MB=0x6a4887f203b80 00000400:00000200:0.0:1783138571.542460:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138571.542464:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.120@tcp of length 224/224 into md 0x771 [1] + 224 00000800:00000001:0.0:1783138571.542469:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783138571.542472:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783138571.542474:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783138571.542477:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:0.0:1783138571.542480:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783138571.542485:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94aa09b23b80 x1869756015590272/t0(0) o400->lustre-MDT0000-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138587 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783138571.542492:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94aa09b23b80 x1869756015590272/t0(0) o400->lustre-MDT0000-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783138571.542500:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783138571.542504:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783138571.542508:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783138571.542509:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783138571.542511:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783138571.542514:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138571.542517:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:0.0:1783138571.542527:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138571.542530:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138571.542533:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138571.542536:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 10 MB=0x6a4887f203c80 00000400:00000200:0.0:1783138571.542539:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138571.542543:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.120@tcp of length 224/224 into md 0x781 [1] + 224 00000800:00000001:0.0:1783138571.542547:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783138571.542566:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783138571.542568:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783138571.542571:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:0.0:1783138571.542575:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783138571.542580:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94aa09b21c00 x1869756015590528/t0(0) o400->lustre-MDT0000-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138587 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783138571.542588:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94aa09b21c00 x1869756015590528/t0(0) o400->lustre-MDT0000-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783138571.542708:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783138571.542714:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783138571.542717:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783138571.542817:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783138571.542861:0:2402:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783138571.542870:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783138571.542872:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783138571.542876:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94aa0654f580. 00000400:00000200:2.0:1783138571.542886:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94aa0612aaa0 00000400:00000010:2.0:1783138571.542890:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff94aa0612aaa0. 00000100:00000001:2.0:1783138571.542895:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783138571.542907:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94aa09b23b80 x1869756015590272/t0(0) o400->lustre-MDT0000-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783138571.542920:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94aa09b23b80 x1869756015590272/t0(0) o400->lustre-MDT0000-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138587 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783138571.542929:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783138571.542930:0:2402:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783138571.542933:0:2402:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1783138571.542936:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783138571.542939:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783138571.542941:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783138571.542944:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783138571.542953:0:2402:0:(import.c:2151:obd_at_measure()) add 5 to ffff94aa18290c60 time=72 v=5 (5 0 0 0) 00000100:00001000:2.0:1783138571.542956:0:2402:0:(import.c:2151:obd_at_measure()) add 1 to ffff94aa18290c18 time=72 v=5 (1 0 0 0) 00000100:00000001:2.0:1783138571.542980:0:2402:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783138571.542982:0:2402:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1783138571.542986:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1783138571.542987:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000001:3.0:1783138571.542994:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1783138571.542996:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1783138571.543000:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94aa06b768f0. 00000100:00000001:2.0:1783138571.543003:0:2402:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000400:00000200:3.0:1783138571.543007:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94aa08519f68 00000100:00000040:2.0:1783138571.543009:0:2402:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94aa06bf1000: skip recheck: last_committed 0 00000400:00000010:3.0:1783138571.543012:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff94aa08519f68. 00000100:00000001:2.0:1783138571.543014:0:2402:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783138571.543019:0:2402:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783138571.543019:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783138571.543030:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94aa09b21500 x1869756015590400/t0(0) o400->lustre-MDT0001-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1783138571.543032:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94aa09b23b80 x1869756015590272/t0(0) o400->lustre-MDT0000-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138587 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783138571.543127:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94aa09b21500 x1869756015590400/t0(0) o400->lustre-MDT0001-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138587 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783138571.543136:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783138571.543139:0:2403:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783138571.543141:0:2403:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783138571.543144:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783138571.543146:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783138571.543149:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783138571.543152:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783138571.543160:0:2403:0:(import.c:2151:obd_at_measure()) add 5 to ffff94aa18290460 time=73 v=5 (5 0 0 0) 00000100:00001000:3.0:1783138571.543164:0:2403:0:(import.c:2151:obd_at_measure()) add 1 to ffff94aa18290418 time=73 v=5 (1 0 0 0) 00000100:00000001:3.0:1783138571.543167:0:2403:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783138571.543169:0:2403:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783138571.543172:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1783138571.543176:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94aa09b21500 x1869756015590400/t0(0) o400->lustre-MDT0001-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138587 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1783138571.543197:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783138571.543201:0:2403:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783138571.543203:0:2403:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94aa06bf1000: skip recheck: last_committed 0 00000100:00000001:3.0:1783138571.543332:0:2403:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783138571.543334:0:2403:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783138571.543340:0:2403:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94aa09b21500 x1869756015590400/t0(0) o400->lustre-MDT0001-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138587 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783138571.543349:0:2403:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783138571.543353:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783138571.543355:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783138571.543359:0:2403:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94aa09b21500 x1869756015590400/t0(0) o400->lustre-MDT0001-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138587 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783138571.543367:0:2403:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa09b21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0cb9fcf7-c719-428e-a535-4ba760529f4e:2403:1869756015590400:192.168.202.120@tcp:400:kworker.0 00000100:00000001:3.0:1783138571.543374:0:2403:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783138571.543377:0:2403:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783138571.543380:0:2403:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94aa09b21500 x1869756015590400/t0(0) o400->lustre-MDT0001-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138587 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783138571.543387:0:2403:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783138571.543390:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783138571.543395:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94aa18158600. 02000000:00000001:3.0:1783138571.543399:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783138571.543402:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783138571.543404:0:2403:0:(genops.c:1244:class_import_put()) import ffff94aa18290000 refcount=3 obd=lustre-MDT0001-mdc-ffff94aa06bf1000 00000020:00000001:3.0:1783138571.543406:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783138571.543409:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94aa0abc9d00. 02000000:00000001:3.0:1783138571.543413:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783138571.543416:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783138571.543418:0:2403:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94aa09b21500. 00000100:00000001:3.0:1783138571.543423:0:2403:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783138571.543424:0:2403:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783138571.543434:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783138571.543436:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783138571.543438:0:2403:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783138571.543440:0:2403:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783138571.543507:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783138571.546390:0:2402:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783138571.546395:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783138571.546398:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783138571.546411:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94aa09b23b80 x1869756015590272/t0(0) o400->lustre-MDT0000-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138587 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783138571.546420:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa09b23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2402:1869756015590272:192.168.202.120@tcp:400:kworker.0 00000400:00000001:2.0:1783138571.546434:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783138571.546436:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783138571.546438:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94aa0654fe70. 00000400:00000200:2.0:1783138571.546444:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94aa0612a220 00000400:00000010:2.0:1783138571.546447:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff94aa0612a220. 00000100:00000001:2.0:1783138571.546450:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783138571.546455:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94aa09b21c00 x1869756015590528/t0(0) o400->lustre-MDT0000-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783138571.546463:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94aa09b21c00 x1869756015590528/t0(0) o400->lustre-MDT0000-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138587 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783138571.546468:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783138571.546470:0:2402:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783138571.546473:0:2402:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1783138571.546476:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783138571.546478:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783138571.546480:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783138571.546503:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783138571.546512:0:2402:0:(import.c:2151:obd_at_measure()) add 5 to ffff94aa0902dc60 time=5 v=5 (5 0 0 0) 00000100:00001000:2.0:1783138571.546516:0:2402:0:(import.c:2151:obd_at_measure()) add 1 to ffff94aa0902dc18 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1783138571.546519:0:2402:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783138571.546520:0:2402:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783138571.546523:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783138571.546527:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783138571.546531:0:2402:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783138571.546533:0:2402:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94aa10044000: skip recheck: last_committed 0 00000100:00000001:2.0:1783138571.546535:0:2402:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783138571.546536:0:2402:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783138571.546540:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94aa09b21c00 x1869756015590528/t0(0) o400->lustre-MDT0000-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138587 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783138571.546546:0:2402:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783138571.546548:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783138571.546549:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783138571.546552:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94aa09b21c00 x1869756015590528/t0(0) o400->lustre-MDT0000-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138587 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783138571.546558:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa09b21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9827f2fe-21bf-4c44-bf98-8edb2d09bbad:2402:1869756015590528:192.168.202.120@tcp:400:kworker.0 00000400:00000001:2.0:1783138571.546563:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783138571.546564:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783138571.546566:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94aa0654f370. 00000400:00000200:2.0:1783138571.546568:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94aa0612a110 00000400:00000010:2.0:1783138571.546570:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff94aa0612a110. 00000100:00000001:2.0:1783138571.546572:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783138571.546577:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94aa09b20e00 x1869756015590784/t0(0) o400->lustre-OST0000-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1783138587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783138571.546586:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94aa09b20e00 x1869756015590784/t0(0) o400->lustre-OST0000-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1783138587 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783138571.546592:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783138571.546593:0:2402:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783138571.546613:0:2402:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1783138571.546614:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783138571.546616:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783138571.546617:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783138571.546619:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783138571.546623:0:2402:0:(import.c:2151:obd_at_measure()) add 5 to ffff94aa1839a460 time=5 v=5 (5 0 0 0) 00000100:00001000:2.0:1783138571.546626:0:2402:0:(import.c:2151:obd_at_measure()) add 1 to ffff94aa1839a418 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1783138571.546628:0:2402:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783138571.546629:0:2402:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783138571.546631:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1783138571.546635:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94aa09b20e00 x1869756015590784/t0(0) o400->lustre-OST0000-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1783138587 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1783138571.546642:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783138571.546645:0:2402:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783138571.546647:0:2402:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94aa10044000: skip recheck: last_committed 0 00000100:00000001:2.0:1783138571.546649:0:2402:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783138571.546651:0:2402:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783138571.546656:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94aa09b20e00 x1869756015590784/t0(0) o400->lustre-OST0000-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1783138587 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783138571.546663:0:2402:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783138571.546665:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783138571.546666:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783138571.546670:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94aa09b20e00 x1869756015590784/t0(0) o400->lustre-OST0000-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1783138587 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783138571.546677:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa09b20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9827f2fe-21bf-4c44-bf98-8edb2d09bbad:2402:1869756015590784:192.168.202.120@tcp:400:kworker.0 00000100:00000001:2.0:1783138571.546681:0:2402:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783138571.546683:0:2402:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783138571.546686:0:2402:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94aa09b23b80 x1869756015590272/t0(0) o400->lustre-MDT0000-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138587 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783138571.546693:0:2402:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783138571.546695:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783138571.546704:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94aa09b89a00. 02000000:00000001:2.0:1783138571.546709:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783138571.546712:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783138571.546714:0:2402:0:(genops.c:1244:class_import_put()) import ffff94aa18290800 refcount=3 obd=lustre-MDT0000-mdc-ffff94aa06bf1000 00000020:00000001:2.0:1783138571.546716:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783138571.546719:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94aa0abc9100. 02000000:00000001:2.0:1783138571.546723:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783138571.546724:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783138571.546726:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94aa09b23b80. 00000100:00000001:2.0:1783138571.546730:0:2402:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783138571.546733:0:2402:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783138571.546734:0:2402:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783138571.546738:0:2402:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94aa09b21c00 x1869756015590528/t0(0) o400->lustre-MDT0000-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138587 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783138571.546744:0:2402:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783138571.546746:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783138571.546748:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94aa09b89600. 02000000:00000001:2.0:1783138571.546749:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783138571.546750:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783138571.546751:0:2402:0:(genops.c:1244:class_import_put()) import ffff94aa0902d800 refcount=3 obd=lustre-MDT0000-mdc-ffff94aa10044000 00000020:00000001:2.0:1783138571.546753:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783138571.546754:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94aa0abc9b00. 02000000:00000001:2.0:1783138571.546756:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783138571.546757:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783138571.546758:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94aa09b21c00. 00000100:00000001:2.0:1783138571.546760:0:2402:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783138571.546761:0:2402:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783138571.546762:0:2402:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783138571.546764:0:2402:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94aa09b20e00 x1869756015590784/t0(0) o400->lustre-OST0000-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1783138587 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783138571.546769:0:2402:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783138571.546770:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783138571.546771:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94aa09b88e00. 02000000:00000001:2.0:1783138571.546772:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783138571.546773:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783138571.546774:0:2402:0:(genops.c:1244:class_import_put()) import ffff94aa1839a000 refcount=2 obd=lustre-OST0000-osc-ffff94aa10044000 00000020:00000001:2.0:1783138571.546780:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783138571.546781:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94aa0abc9900. 02000000:00000001:2.0:1783138571.546783:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783138571.546784:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783138571.546785:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94aa09b20e00. 00000100:00000001:2.0:1783138571.546787:0:2402:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783138571.546788:0:2402:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783138571.546790:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783138571.546798:0:2402:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783138571.546800:0:2402:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783138571.546803:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783138571.546806:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783138571.549016:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783138571.549037:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783138571.549042:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783138571.549047:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783138571.549055:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138571.549061:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:0.0:1783138571.549073:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138571.549079:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138571.549085:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138571.549088:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 10 MB=0x6a4887f203d00 00000400:00000200:0.0:1783138571.549093:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138571.549098:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.120@tcp of length 224/224 into md 0x779 [1] + 224 00000800:00000001:0.0:1783138571.549107:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783138571.549126:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783138571.549129:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783138571.549133:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:0.0:1783138571.549141:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783138571.549149:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94aa09b20000 x1869756015590656/t0(0) o400->lustre-MDT0001-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138587 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783138571.549162:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94aa09b20000 x1869756015590656/t0(0) o400->lustre-MDT0001-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783138571.549185:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783138571.549196:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783138571.549202:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783138571.549203:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783138571.549205:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783138571.549209:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138571.549214:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:0.0:1783138571.549228:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138571.549231:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138571.549235:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138571.549237:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 4 MB=0x6a4887f203e00 00000400:00000200:0.0:1783138571.549241:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138571.549245:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.120@tcp of length 224/224 into md 0x791 [1] + 224 00000800:00000001:0.0:1783138571.549249:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783138571.549306:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783138571.549309:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783138571.549313:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:0.0:1783138571.549317:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783138571.549321:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94aa09b21f80 x1869756015590912/t0(0) o400->lustre-OST0001-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1783138587 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783138571.549329:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94aa09b21f80 x1869756015590912/t0(0) o400->lustre-OST0001-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1783138587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783138571.549336:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783138571.549347:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783138571.549351:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783138571.549638:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783138571.549647:0:2403:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783138571.549657:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783138571.549660:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783138571.549665:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94aa06b764d0. 00000400:00000200:3.0:1783138571.549672:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94aa08519ee0 00000400:00000010:3.0:1783138571.549675:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff94aa08519ee0. 00000100:00000001:3.0:1783138571.549680:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783138571.549691:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94aa09b20000 x1869756015590656/t0(0) o400->lustre-MDT0001-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783138571.549704:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94aa09b20000 x1869756015590656/t0(0) o400->lustre-MDT0001-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138587 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783138571.549711:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783138571.549713:0:2403:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783138571.549717:0:2403:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783138571.549721:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783138571.549724:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783138571.549727:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783138571.549730:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783138571.549742:0:2403:0:(import.c:2151:obd_at_measure()) add 5 to ffff94aa18399c60 time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1783138571.549746:0:2403:0:(import.c:2151:obd_at_measure()) add 1 to ffff94aa18399c18 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1783138571.549749:0:2403:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783138571.549751:0:2403:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783138571.549754:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1783138571.549759:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94aa09b20000 x1869756015590656/t0(0) o400->lustre-MDT0001-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138587 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1783138571.549766:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783138571.549771:0:2403:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783138571.549774:0:2403:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94aa10044000: skip recheck: last_committed 0 00000100:00000001:3.0:1783138571.549776:0:2403:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783138571.549793:0:2403:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783138571.549799:0:2403:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94aa09b20000 x1869756015590656/t0(0) o400->lustre-MDT0001-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138587 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783138571.549807:0:2403:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783138571.549810:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783138571.549812:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783138571.549817:0:2403:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94aa09b20000 x1869756015590656/t0(0) o400->lustre-MDT0001-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138587 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783138571.549861:0:2403:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa09b20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9827f2fe-21bf-4c44-bf98-8edb2d09bbad:2403:1869756015590656:192.168.202.120@tcp:400:kworker.0 00000400:00000001:3.0:1783138571.549871:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783138571.549872:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783138571.549874:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94aa06b76478. 00000400:00000200:3.0:1783138571.549877:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94aa08519330 00000400:00000010:3.0:1783138571.549879:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff94aa08519330. 00000100:00000001:3.0:1783138571.549881:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783138571.549885:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94aa09b21f80 x1869756015590912/t0(0) o400->lustre-OST0001-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1783138587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783138571.549894:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94aa09b21f80 x1869756015590912/t0(0) o400->lustre-OST0001-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1783138587 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783138571.549901:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783138571.549902:0:2403:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783138571.549904:0:2403:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783138571.549906:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783138571.549907:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783138571.549909:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783138571.549911:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783138571.549915:0:2403:0:(import.c:2151:obd_at_measure()) add 5 to ffff94aa06bf7c60 time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1783138571.549918:0:2403:0:(import.c:2151:obd_at_measure()) add 1 to ffff94aa06bf7c18 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1783138571.549921:0:2403:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783138571.549922:0:2403:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783138571.549924:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1783138571.549927:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94aa09b21f80 x1869756015590912/t0(0) o400->lustre-OST0001-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1783138587 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1783138571.549939:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783138571.549942:0:2403:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783138571.549943:0:2403:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94aa10044000: skip recheck: last_committed 0 00000100:00000001:3.0:1783138571.549945:0:2403:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783138571.549946:0:2403:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783138571.549950:0:2403:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94aa09b21f80 x1869756015590912/t0(0) o400->lustre-OST0001-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1783138587 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783138571.549956:0:2403:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783138571.549958:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783138571.549960:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783138571.549963:0:2403:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94aa09b21f80 x1869756015590912/t0(0) o400->lustre-OST0001-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1783138587 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783138571.549971:0:2403:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa09b21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9827f2fe-21bf-4c44-bf98-8edb2d09bbad:2403:1869756015590912:192.168.202.120@tcp:400:kworker.0 00000100:00000001:3.0:1783138571.549976:0:2403:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783138571.549979:0:2403:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783138571.549983:0:2403:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94aa09b20000 x1869756015590656/t0(0) o400->lustre-MDT0001-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138587 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783138571.549990:0:2403:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783138571.549994:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783138571.549998:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94aa18158e00. 02000000:00000001:3.0:1783138571.550001:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783138571.550004:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783138571.550006:0:2403:0:(genops.c:1244:class_import_put()) import ffff94aa18399800 refcount=3 obd=lustre-MDT0001-mdc-ffff94aa10044000 00000020:00000001:3.0:1783138571.550009:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783138571.550012:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94aa0abc9800. 02000000:00000001:3.0:1783138571.550016:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783138571.550018:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783138571.550020:0:2403:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94aa09b20000. 00000100:00000001:3.0:1783138571.550023:0:2403:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783138571.550025:0:2403:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783138571.550032:0:2403:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783138571.550036:0:2403:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94aa09b21f80 x1869756015590912/t0(0) o400->lustre-OST0001-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1783138587 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783138571.550041:0:2403:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783138571.550042:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783138571.550044:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94aa18159e00. 02000000:00000001:3.0:1783138571.550046:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783138571.550048:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783138571.550049:0:2403:0:(genops.c:1244:class_import_put()) import ffff94aa06bf7800 refcount=2 obd=lustre-OST0001-osc-ffff94aa10044000 00000020:00000001:3.0:1783138571.550051:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783138571.550064:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94aa031be400. 02000000:00000001:3.0:1783138571.550067:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783138571.550068:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783138571.550070:0:2403:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94aa09b21f80. 00000100:00000001:3.0:1783138571.550074:0:2403:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783138571.550075:0:2403:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783138571.550077:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783138571.550087:0:2403:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783138571.550089:0:2403:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783138571.550091:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783138571.550094:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783138571.615637:0:9343:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1783138571.615651:0:9343:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1783138571.993321:0:9379:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1783138571.993331:0:9379:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg220-client.virtnet: executing check_config_client /mnt/lustre 00000001:00000001:0.0:1783138571.998525:0:9379:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:2.0:1783138572.130930:0:9390:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783138572.130940:0:9390:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783138572.164805:0:9395:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1783138572.164816:0:9395:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783138572.410170:0:54:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783138572.410177:0:54:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783138572.410183:0:54:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783138572.410184:0:54:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783138572.411740:0:6176:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783138572.411745:0:6176:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783138572.411749:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1783138572.792917:0:7939:0:(connection.c:75:cpu_latency_work()) work item of ffff94aa02a00000 (cpu 0) has reached its deadline 4295060732, at 4295060736 00000100:00000010:0.0:1783138572.792932:0:7939:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94aa098224e0. 00000100:00000040:1.0:1783138572.793126:0:126:0:(connection.c:75:cpu_latency_work()) work item of ffff94aa02a00110 (cpu 0) has reached its deadline 4295060732, at 4295060736 00000100:00000010:1.0:1783138572.793132:0:126:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94aa09822ea0. 00010000:00000001:3.0:1783138573.433012:0:54:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783138573.433031:0:54:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783138573.433039:0:54:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783138573.433041:0:54:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783138573.433326:0:6175:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783138573.433330:0:6175:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783138573.433334:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1783138574.457052:0:54:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783138574.457058:0:54:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783138574.457064:0:54:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783138574.457065:0:54:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783138574.457150:0:6176:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783138574.457153:0:6176:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783138574.457156:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1783138575.481812:0:54:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783138575.481822:0:54:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783138575.481847:0:54:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783138575.481852:0:54:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1783138575.481878:0:54:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1783138575.481882:0:54:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783138575.481886:0:54:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1783138575.481888:0:54:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783138575.481891:0:54:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783138575.481893:0:54:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1783138575.482010:0:6175:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1783138575.482015:0:6175:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1783138575.482018:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1783138576.506127:0:54:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783138576.506138:0:54:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783138576.506145:0:54:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1783138576.506147:0:54:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1783138576.507476:0:6176:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1783138576.507484:0:6176:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1783138576.507491:0:6176:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1783138576.633060:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) fa24dfa4-ad3b-4f31-88bd-189f123bcca5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783138576.633075:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783138576.633089:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94aa09b21f80. 00000020:00000040:3.0:1783138576.633096:0:38:0:(genops.c:1231:class_import_get()) import ffff94aa0911a800 refcount=4 obd=MGC192.168.202.120@tcp 00000100:00000001:3.0:1783138576.633101:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783138576.633104:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783138576.633111:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783138576.633122:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94aa12a8f700. 00000100:00000001:3.0:1783138576.633131:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783138576.633147:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fa24dfa4-ad3b-4f31-88bd-189f123bcca5->MGS req@ffff94aa09b21f80 x1869756015591040/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783138576.633171:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783138576.633177:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783138576.633185:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009be935e] to pc [ptlrpcd_01_00+0] req@ffff94aa09b21f80 x1869756015591040/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783138576.633235:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783138576.633238:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0cb9fcf7-c719-428e-a535-4ba760529f4e->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783138576.633242:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783138576.633245:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94aa09b20000. 00000020:00000040:3.0:1783138576.633248:0:38:0:(genops.c:1231:class_import_get()) import ffff94aa18290800 refcount=4 obd=lustre-MDT0000-mdc-ffff94aa06bf1000 00000100:00000001:3.0:1783138576.633251:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783138576.633252:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783138576.633254:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783138576.633282:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94aa12a8f500. 00000100:00000001:3.0:1783138576.633285:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783138576.633290:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0cb9fcf7-c719-428e-a535-4ba760529f4e->lustre-MDT0000_UUID req@ffff94aa09b20000 x1869756015591168/t0(0) o400->lustre-MDT0000-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783138576.633298:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783138576.633300:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783138576.633305:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000cc6232a] to pc [ptlrpcd_01_01+1] req@ffff94aa09b20000 x1869756015591168/t0(0) o400->lustre-MDT0000-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783138576.633314:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783138576.633316:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0cb9fcf7-c719-428e-a535-4ba760529f4e->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783138576.633319:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783138576.633322:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94aa09b21500. 00000020:00000040:3.0:1783138576.633325:0:38:0:(genops.c:1231:class_import_get()) import ffff94aa18290000 refcount=4 obd=lustre-MDT0001-mdc-ffff94aa06bf1000 00000100:00000001:3.0:1783138576.633328:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783138576.633329:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783138576.633331:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783138576.633334:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94aa12a8f900. 00000100:00000001:3.0:1783138576.633338:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783138576.633342:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 0cb9fcf7-c719-428e-a535-4ba760529f4e->lustre-MDT0001_UUID req@ffff94aa09b21500 x1869756015591296/t0(0) o400->lustre-MDT0001-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1783138576.633349:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783138576.633350:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783138576.633354:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f1e4ee9] to pc [ptlrpcd_01_00+0] req@ffff94aa09b21500 x1869756015591296/t0(0) o400->lustre-MDT0001-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783138576.633362:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783138576.633364:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0cb9fcf7-c719-428e-a535-4ba760529f4e->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1783138576.633368:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0cb9fcf7-c719-428e-a535-4ba760529f4e->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1783138576.633371:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 0cb9fcf7-c719-428e-a535-4ba760529f4e->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1783138576.633381:0:38:0:(pinger.c:249:ptlrpc_pinger_process_import()) 0cb9fcf7-c719-428e-a535-4ba760529f4e->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1783138576.633384:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 9827f2fe-21bf-4c44-bf98-8edb2d09bbad->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783138576.633387:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783138576.633390:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94aa09b23800. 00000020:00000040:3.0:1783138576.633392:0:38:0:(genops.c:1231:class_import_get()) import ffff94aa0902d800 refcount=4 obd=lustre-MDT0000-mdc-ffff94aa10044000 00000100:00000001:3.0:1783138576.633395:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783138576.633396:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783138576.633398:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783138576.633476:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783138576.633482:0:2402:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783138576.633484:0:2402:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783138576.633491:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94aa09b21f80 x1869756015591040/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783138576.633500:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783138576.633502:0:2402:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783138576.633506:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783138576.633510:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783138576.633513:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1783138576.633518:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa09b21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:2402:1869756015591040:192.168.202.120@tcp:400:kworker.0 00000100:00000001:2.0:1783138576.633522:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1783138576.633526:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94aa031be600. 02000000:00000001:2.0:1783138576.633530:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1783138576.633530:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783138576.633535:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9827f2fe-21bf-4c44-bf98-8edb2d09bbad->lustre-MDT0000_UUID req@ffff94aa09b23800 x1869756015591424/t0(0) o400->lustre-MDT0000-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1783138576.633539:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783138576.633543:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1783138576.633543:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783138576.633545:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1783138576.633548:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94aa07d77800. 00000100:00000040:3.0:1783138576.633548:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000055aa3919] to pc [ptlrpcd_01_01+1] req@ffff94aa09b23800 x1869756015591424/t0(0) o400->lustre-MDT0000-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1783138576.633550:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783138576.633567:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:3.0:1783138576.633571:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1783138576.633573:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94aa0654f370. 00000100:00000040:3.0:1783138576.633573:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 9827f2fe-21bf-4c44-bf98-8edb2d09bbad->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783138576.633576:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1783138576.633579:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94aa09b20700. 00000020:00000040:3.0:1783138576.633581:0:38:0:(genops.c:1231:class_import_get()) import ffff94aa18399800 refcount=4 obd=lustre-MDT0001-mdc-ffff94aa10044000 00000400:00000010:2.0:1783138576.633582:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94aa0612a110. 00000100:00000001:3.0:1783138576.633583:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783138576.633585:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783138576.633586:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783138576.633590:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94aa031be800. 00000100:00000001:3.0:1783138576.633592:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1783138576.633593:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869756015591040, portal 25 00000100:00000001:2.0:1783138576.633596:0:2402:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1783138576.633596:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9827f2fe-21bf-4c44-bf98-8edb2d09bbad->lustre-MDT0001_UUID req@ffff94aa09b20700 x1869756015591552/t0(0) o400->lustre-MDT0001-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1783138576.633599:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446626056760860544 : -118016948691072 : ffff94aa09b21f80) 00000100:00000001:3.0:1783138576.633602:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1783138576.633604:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94aa09b21f80 x1869756015591040/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1783138592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783138576.633609:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783138576.633612:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1783138576.633613:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e44c0f40] to pc [ptlrpcd_01_00+0] req@ffff94aa09b20700 x1869756015591552/t0(0) o400->lustre-MDT0001-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1783138576.633615:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:2.0:1783138576.633618:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94aa0612a220. 00000100:00000001:3.0:1783138576.633622:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1783138576.633623:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1869756015591040, offset 0 00000100:00000040:3.0:1783138576.633624:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 9827f2fe-21bf-4c44-bf98-8edb2d09bbad->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1783138576.633627:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1783138576.633630:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000100:00000010:3.0:1783138576.633630:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94aa09b20380. 00000020:00000040:3.0:1783138576.633632:0:38:0:(genops.c:1231:class_import_get()) import ffff94aa1839a000 refcount=3 obd=lustre-OST0000-osc-ffff94aa10044000 00000100:00000001:3.0:1783138576.633634:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783138576.633635:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1783138576.633636:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783138576.633639:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94aa031be700. 00000400:00000200:2.0:1783138576.633640:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:3.0:1783138576.633642:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783138576.633645:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9827f2fe-21bf-4c44-bf98-8edb2d09bbad->lustre-OST0000_UUID req@ffff94aa09b20380 x1869756015591680/t0(0) o400->lustre-OST0000-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1783138576.633649:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000100:00000001:3.0:1783138576.633652:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783138576.633653:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783138576.633655:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1783138576.633656:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056256ef6] to pc [ptlrpcd_01_01+1] req@ffff94aa09b20380 x1869756015591680/t0(0) o400->lustre-OST0000-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1783138576.633661:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000100:00000001:3.0:1783138576.633662:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783138576.633664:0:38:0:(pinger.c:231:ptlrpc_pinger_process_import()) 9827f2fe-21bf-4c44-bf98-8edb2d09bbad->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1783138576.633665:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1783138576.633667:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1783138576.633668:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000100:00000010:3.0:1783138576.633671:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94aa09b23100. 00000400:00000200:2.0:1783138576.633672:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [132:132:256:4294967295] 192.168.202.120@tcp LPNI seq info [132:132:8:4294967295] 00000020:00000040:3.0:1783138576.633673:0:38:0:(genops.c:1231:class_import_get()) import ffff94aa06bf7800 refcount=3 obd=lustre-OST0001-osc-ffff94aa10044000 00000100:00000001:3.0:1783138576.633675:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1783138576.633676:0:38:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1783138576.633677:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 02000000:00000001:3.0:1783138576.633678:0:38:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1783138576.633681:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94aa031bee00. 00000100:00000001:3.0:1783138576.633684:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783138576.633688:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9827f2fe-21bf-4c44-bf98-8edb2d09bbad->lustre-OST0001_UUID req@ffff94aa09b23100 x1869756015591808/t0(0) o400->lustre-OST0001-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1783138576.633689:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:2.0:1783138576.633697:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:2.0:1783138576.633702:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94aa1421b700. 00000100:00000001:3.0:1783138576.633703:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1783138576.633705:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783138576.633708:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf30812b] to pc [ptlrpcd_01_00+0] req@ffff94aa09b23100 x1869756015591808/t0(0) o400->lustre-OST0001-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1783138576.633710:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94aa08404540] -> 12345-192.168.202.120@tcp (5) 00000100:00000001:3.0:1783138576.633715:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1783138576.633718:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000100:00000040:3.0:1783138576.633719:0:38:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (402) 00000800:00000200:2.0:1783138576.633723:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94aa1421b700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783138576.633736:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783138576.633739:0:2403:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783138576.633741:0:2403:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1783138576.633746:0:2403:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94aa09b20000 x1869756015591168/t0(0) o400->lustre-MDT0000-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783138576.633751:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783138576.633752:0:2403:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783138576.633754:0:2403:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783138576.633756:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1783138576.633757:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783138576.633759:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783138576.633761:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00100000:3.0:1783138576.633762:0:2403:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa09b20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0cb9fcf7-c719-428e-a535-4ba760529f4e:2403:1869756015591168:192.168.202.120@tcp:400:kworker.0 00000100:00000001:2.0:1783138576.633765:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS new deadline estimation for cpu 0 is 4295065852 00000100:00000001:3.0:1783138576.633766:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783138576.633768:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:2.0:1783138576.633769:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94aa100dc360. 02000000:00000001:3.0:1783138576.633770:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783138576.633772:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1783138576.633774:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94aa18159e00. 02000000:00000001:3.0:1783138576.633776:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783138576.633778:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1783138576.633780:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:3.0:1783138576.633783:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94aa06b76478. 00000100:00000001:2.0:1783138576.633785:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS new deadline estimation for cpu 1 is 4295065852 00000400:00000010:3.0:1783138576.633787:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94aa08519330. 00000100:00000010:2.0:1783138576.633788:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94aa100dc0c0. 00000100:00000200:3.0:1783138576.633790:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869756015591168, portal 10 00000100:00000001:2.0:1783138576.633791:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.120@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1783138576.633792:0:2403:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783138576.633793:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446626056760852480 : -118016948699136 : ffff94aa09b20000) 00000100:00000040:3.0:1783138576.633800:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94aa09b20000 x1869756015591168/t0(0) o400->lustre-MDT0000-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783138576.633806:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783138576.633809:0:2402:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783138576.633812:0:2402:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1783138576.633815:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94aa09b21500 x1869756015591296/t0(0) o400->lustre-MDT0001-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783138576.633822:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1783138576.633849:0:2402:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783138576.633851:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783138576.633853:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783138576.633854:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1783138576.633855:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783138576.633857:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000100:00100000:2.0:1783138576.633858:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa09b21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2402:1869756015591296:192.168.202.120@tcp:400:kworker.0 00000100:00000001:2.0:1783138576.633861:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1783138576.633861:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94aa08519ee0. 02000000:00000001:2.0:1783138576.633864:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:3.0:1783138576.633864:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869756015591168, offset 0 02000000:00000001:2.0:1783138576.633865:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783138576.633867:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1783138576.633869:0:2403:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 02000000:00000010:2.0:1783138576.633870:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94aa07d76000. 02000000:00000001:2.0:1783138576.633872:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783138576.633873:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1783138576.633875:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:2.0:1783138576.633877:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94aa0654fe70. 00000400:00000200:3.0:1783138576.633877:0:2403:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:3.0:1783138576.633880:0:2403:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1783138576.633881:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94aa0612aaa0. 00000100:00000200:2.0:1783138576.633883:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869756015591296, portal 10 00000400:00000200:3.0:1783138576.633883:0:2403:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000100:00000001:2.0:1783138576.633885:0:2402:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1783138576.633885:0:2403:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1783138576.633887:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446626056760857856 : -118016948693760 : ffff94aa09b21500) 00000400:00000200:3.0:1783138576.633888:0:2403:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:3.0:1783138576.633890:0:2403:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [133:133:255:4294967295] 192.168.202.120@tcp LPNI seq info [133:133:7:4294967295] 00000100:00000040:2.0:1783138576.633893:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94aa09b21500 x1869756015591296/t0(0) o400->lustre-MDT0001-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1783138576.633894:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:3.0:1783138576.633901:0:2403:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:3.0:1783138576.633906:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:3.0:1783138576.633909:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94aa031be400. 00000100:00000001:2.0:1783138576.633910:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783138576.633912:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000800:00000200:3.0:1783138576.633913:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94aa08404540] -> 12345-192.168.202.120@tcp (5) 00000400:00000010:2.0:1783138576.633915:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94aa0612a6e8. 00000100:00000200:2.0:1783138576.633917:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869756015591296, offset 0 00000800:00000200:3.0:1783138576.633917:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:3.0:1783138576.633920:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94aa031be400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1783138576.633921:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000100:00000001:3.0:1783138576.633923:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783138576.633924:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1783138576.633927:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000100:00000040:3.0:1783138576.633927:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94aa06bf1000: using a timeout of 192611 usecs (193 jiffies) 00000400:00000200:2.0:1783138576.633930:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783138576.633930:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:3.0:1783138576.633932:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94aa06bf1000: PM QoS new deadline estimation for cpu 0 is 4295064770 00000400:00000200:2.0:1783138576.633933:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:2.0:1783138576.633935:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1783138576.633935:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94aa06bf1000: PM QoS request active for cpu 0, keep current deadline 4295065852 00000400:00000200:2.0:1783138576.633937:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000100:00000001:3.0:1783138576.633938:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94aa06bf1000: PM QoS new deadline estimation for cpu 1 is 4295064770 00000400:00000200:2.0:1783138576.633940:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [134:134:254:4294967295] 192.168.202.120@tcp LPNI seq info [134:134:6:4294967295] 00000100:00000001:3.0:1783138576.633940:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94aa06bf1000: PM QoS request active for cpu 1, keep current deadline 4295065852 00000100:00000001:3.0:1783138576.633942:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1783138576.633944:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:3.0:1783138576.633945:0:2403:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783138576.633950:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000100:00000001:3.0:1783138576.633951:0:2403:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1783138576.633954:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000100:00000040:3.0:1783138576.633955:0:2403:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94aa09b23800 x1869756015591424/t0(0) o400->lustre-MDT0000-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1783138576.633957:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94aa1421ba00. 00000800:00000200:2.0:1783138576.633961:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94aa08404540] -> 12345-192.168.202.120@tcp (5) 00000100:00000001:3.0:1783138576.633962:0:2403:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1783138576.633963:0:2403:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1783138576.633965:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 02000000:00000001:3.0:1783138576.633966:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:2.0:1783138576.633967:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94aa1421ba00 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1783138576.633967:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783138576.633970:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783138576.633970:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1783138576.633972:0:2403:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa09b23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9827f2fe-21bf-4c44-bf98-8edb2d09bbad:2403:1869756015591424:192.168.202.120@tcp:400:kworker.0 00000100:00000040:2.0:1783138576.633973:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94aa06bf1000: using a timeout of 95091 usecs (96 jiffies) 00000100:00000001:3.0:1783138576.633975:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1783138576.633976:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:2.0:1783138576.633978:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94aa06bf1000: PM QoS new deadline estimation for cpu 0 is 4295064673 02000000:00000001:3.0:1783138576.633978:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1783138576.633979:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783138576.633981:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94aa06bf1000: PM QoS request active for cpu 0, keep current deadline 4295065852 02000000:00000001:3.0:1783138576.633981:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1783138576.633984:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94aa06bf1000: PM QoS new deadline estimation for cpu 1 is 4295064673 02000000:00000010:3.0:1783138576.633984:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94aa18159600. 00000100:00000001:2.0:1783138576.633986:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94aa06bf1000: PM QoS request active for cpu 1, keep current deadline 4295065852 02000000:00000001:3.0:1783138576.633986:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783138576.633988:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1783138576.633989:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:2.0:1783138576.633990:0:2402:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1783138576.633992:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94aa06b764d0. 00000400:00000010:3.0:1783138576.633995:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94aa08519f68. 00000100:00000001:2.0:1783138576.633997:0:2402:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1783138576.633998:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869756015591424, portal 10 00000100:00000001:2.0:1783138576.634000:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783138576.634000:0:2403:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783138576.634001:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446626056760866816 : -118016948684800 : ffff94aa09b23800) 00000100:00000040:3.0:1783138576.634006:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94aa09b23800 x1869756015591424/t0(0) o400->lustre-MDT0000-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783138576.634008:0:2402:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783138576.634011:0:2402:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1783138576.634013:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783138576.634013:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1783138576.634015:0:2402:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1783138576.634015:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000100:00000001:2.0:1783138576.634016:0:2402:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1783138576.634017:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94aa085192a8. 00000100:00000040:2.0:1783138576.634019:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94aa09b20700 x1869756015591552/t0(0) o400->lustre-MDT0001-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783138576.634019:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869756015591424, offset 0 00000400:00000200:3.0:1783138576.634024:0:2403:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000100:00000001:2.0:1783138576.634026:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1783138576.634027:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:2.0:1783138576.634028:0:2402:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783138576.634030:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1783138576.634030:0:2403:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 02000000:00000001:2.0:1783138576.634031:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1783138576.634033:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783138576.634033:0:2403:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1783138576.634035:0:2403:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000100:00100000:2.0:1783138576.634036:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa09b20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9827f2fe-21bf-4c44-bf98-8edb2d09bbad:2402:1869756015591552:192.168.202.120@tcp:400:kworker.0 00000400:00000200:3.0:1783138576.634037:0:2403:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1783138576.634039:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783138576.634041:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783138576.634043:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783138576.634043:0:2403:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 02000000:00000001:2.0:1783138576.634044:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783138576.634047:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94aa07d76800. 00000400:00000200:3.0:1783138576.634047:0:2403:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [135:135:253:4294967295] 192.168.202.120@tcp LPNI seq info [135:135:5:4294967295] 02000000:00000001:2.0:1783138576.634049:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783138576.634051:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1783138576.634052:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:2.0:1783138576.634054:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94aa0654f580. 00000400:00000010:2.0:1783138576.634058:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94aa0612aee0. 00000400:00000200:3.0:1783138576.634058:0:2403:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000100:00000200:2.0:1783138576.634060:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869756015591552, portal 10 00000100:00000001:2.0:1783138576.634062:0:2402:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1783138576.634062:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000100:00000001:2.0:1783138576.634063:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446626056760854272 : -118016948697344 : ffff94aa09b20700) 00000800:00000010:3.0:1783138576.634066:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94aa0abc9800. 00000800:00000200:3.0:1783138576.634069:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94aa08404540] -> 12345-192.168.202.120@tcp (5) 00000020:00000010:2.0:1783138576.634073:0:2402:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff94aa182da000. 00000800:00000200:3.0:1783138576.634073:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:3.0:1783138576.634075:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94aa0abc9800 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1783138576.634078:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94aa09b20700 x1869756015591552/t0(0) o400->lustre-MDT0001-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783138576.634078:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783138576.634081:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94aa10044000: using a timeout of 21171 usecs (22 jiffies) 00000100:00000001:2.0:1783138576.634084:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1783138576.634084:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:3.0:1783138576.634086:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94aa10044000: PM QoS new deadline estimation for cpu 0 is 4295064599 00000100:00000040:2.0:1783138576.634087:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:2.0:1783138576.634089:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94aa0612abb0. 00000100:00000001:3.0:1783138576.634089:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94aa10044000: PM QoS request active for cpu 0, keep current deadline 4295065852 00000100:00000001:3.0:1783138576.634091:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94aa10044000: PM QoS new deadline estimation for cpu 1 is 4295064599 00000100:00000001:3.0:1783138576.634093:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94aa10044000: PM QoS request active for cpu 1, keep current deadline 4295065852 00000100:00000200:2.0:1783138576.634095:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1869756015591552, offset 0 00000100:00000001:3.0:1783138576.634095:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783138576.634098:0:2403:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783138576.634099:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000100:00000001:3.0:1783138576.634100:0:2403:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1783138576.634103:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000040:3.0:1783138576.634103:0:2403:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94aa09b20380 x1869756015591680/t0(0) o400->lustre-OST0000-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1783138576.634106:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:2.0:1783138576.634109:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1783138576.634110:0:2403:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1783138576.634111:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000100:00000001:3.0:1783138576.634111:0:2403:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783138576.634113:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1783138576.634113:0:2403:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1783138576.634115:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 02000000:00000001:3.0:1783138576.634115:0:2403:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1783138576.634117:0:2403:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783138576.634118:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [136:136:252:4294967295] 192.168.202.120@tcp LPNI seq info [136:136:4:4294967295] 00000100:00100000:3.0:1783138576.634120:0:2403:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa09b20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9827f2fe-21bf-4c44-bf98-8edb2d09bbad:2403:1869756015591680:192.168.202.120@tcp:400:kworker.0 00000400:00000200:2.0:1783138576.634122:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:3.0:1783138576.634123:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1783138576.634125:0:2403:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1783138576.634128:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 02000000:00000001:3.0:1783138576.634130:0:2403:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1783138576.634132:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 02000000:00000001:3.0:1783138576.634132:0:2403:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:2.0:1783138576.634135:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94aa1421b300. 02000000:00000010:3.0:1783138576.634135:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94aa18159400. 02000000:00000001:3.0:1783138576.634136:0:2403:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1783138576.634138:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94aa08404540] -> 12345-192.168.202.120@tcp (5) 00000400:00000200:3.0:1783138576.634140:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000800:00000200:2.0:1783138576.634142:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000400:00000010:3.0:1783138576.634143:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94aa06b768f0. 00000800:00000200:2.0:1783138576.634144:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94aa1421b300 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1783138576.634146:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94aa08519e58. 00000100:00000001:2.0:1783138576.634147:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1783138576.634149:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869756015591680, portal 4 00000100:00000040:2.0:1783138576.634150:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94aa10044000: using a timeout of 21256 usecs (22 jiffies) 00000100:00000001:3.0:1783138576.634151:0:2403:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1783138576.634152:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446626056760853376 : -118016948698240 : ffff94aa09b20380) 00000400:00000200:2.0:1783138576.634153:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:2.0:1783138576.634155:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94aa10044000: PM QoS new deadline estimation for cpu 0 is 4295064599 00000100:00000001:2.0:1783138576.634157:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94aa10044000: PM QoS request active for cpu 0, keep current deadline 4295065852 00000100:00000040:3.0:1783138576.634158:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94aa09b20380 x1869756015591680/t0(0) o400->lustre-OST0000-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1783138592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783138576.634159:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94aa10044000: PM QoS new deadline estimation for cpu 1 is 4295064599 00000100:00000001:2.0:1783138576.634162:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff94aa10044000: PM QoS request active for cpu 1, keep current deadline 4295065852 00000100:00000001:2.0:1783138576.634164:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783138576.634165:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1783138576.634166:0:2402:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783138576.634167:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000100:00000001:2.0:1783138576.634168:0:2402:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1783138576.634169:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94aa08519550. 00000100:00000040:2.0:1783138576.634171:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94aa09b23100 x1869756015591808/t0(0) o400->lustre-OST0001-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783138576.634172:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1869756015591680, offset 0 00000400:00000200:3.0:1783138576.634176:0:2403:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000100:00000001:2.0:1783138576.634177:0:2402:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1783138576.634179:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:2.0:1783138576.634181:0:2402:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783138576.634182:0:2403:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 02000000:00000001:2.0:1783138576.634184:0:2402:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1783138576.634185:0:2402:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1783138576.634185:0:2403:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1783138576.634187:0:2402:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1783138576.634187:0:2403:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:3.0:1783138576.634189:0:2403:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000100:00100000:2.0:1783138576.634190:0:2402:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff94aa09b23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9827f2fe-21bf-4c44-bf98-8edb2d09bbad:2402:1869756015591808:192.168.202.120@tcp:400:kworker.0 00000100:00000001:2.0:1783138576.634193:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1783138576.634195:0:2402:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1783138576.634197:0:2402:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783138576.634198:0:2402:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1783138576.634201:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94aa07d76400. 02000000:00000001:2.0:1783138576.634203:0:2402:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1783138576.634206:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000010:2.0:1783138576.634209:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff94aa0654f840. 00000400:00000010:2.0:1783138576.634212:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94aa0612ae58. 00000100:00000200:2.0:1783138576.634214:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1869756015591808, portal 4 00000100:00000001:2.0:1783138576.634216:0:2402:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1783138576.634217:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446626056760865024 : -118016948686592 : ffff94aa09b23100) 00000020:00000010:2.0:1783138576.634239:0:2402:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff94aa18064000. 00000100:00000040:2.0:1783138576.634246:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff94aa09b23100 x1869756015591808/t0(0) o400->lustre-OST0001-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1783138592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783138576.634253:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1783138576.634255:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.120@tcp 00000400:00000010:2.0:1783138576.634257:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94aa0612a2a8. 00000100:00000200:2.0:1783138576.634260:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1869756015591808, offset 0 00000400:00000200:2.0:1783138576.634263:0:2402:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.202.120@tcp 00000800:00000200:0.0:1783138576.634520:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783138576.634527:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94aa1421b700. 00000400:00000200:0.0:1783138576.634535:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783138576.634541:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:0.0:1783138576.634549:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94aa0612a220 00000400:00000010:0.0:1783138576.634551:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff94aa0612a220. 00000100:00000001:0.0:1783138576.634557:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783138576.634572:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94aa09b21f80 x1869756015591040/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1783138592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783138576.634583:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783138576.634586:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94aa09b21f80 x1869756015591040/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1783138592 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783138576.634594:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783138576.634596:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783138576.634610:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783138576.634613:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94aa031be400. 00000400:00000200:0.0:1783138576.634616:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783138576.634620:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:0.0:1783138576.634632:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94aa08519ee0 00000400:00000010:0.0:1783138576.634634:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff94aa08519ee0. 00000100:00000001:0.0:1783138576.634637:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783138576.634641:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94aa09b20000 x1869756015591168/t0(0) o400->lustre-MDT0000-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783138576.634648:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783138576.634651:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94aa09b20000 x1869756015591168/t0(0) o400->lustre-MDT0000-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138592 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783138576.634656:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783138576.634657:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783138576.634667:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783138576.634669:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94aa1421ba00. 00000400:00000200:0.0:1783138576.634672:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783138576.634675:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:0.0:1783138576.634678:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94aa0612a6e8 00000400:00000010:0.0:1783138576.634680:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff94aa0612a6e8. 00000100:00000001:0.0:1783138576.634682:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783138576.634686:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94aa09b21500 x1869756015591296/t0(0) o400->lustre-MDT0001-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783138576.634691:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783138576.634694:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94aa09b21500 x1869756015591296/t0(0) o400->lustre-MDT0001-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138592 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783138576.634699:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783138576.634701:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783138576.634708:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783138576.634709:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94aa0abc9800. 00000400:00000200:0.0:1783138576.634712:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783138576.634715:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:0.0:1783138576.634717:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94aa085192a8 00000400:00000010:0.0:1783138576.634718:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff94aa085192a8. 00000100:00000001:0.0:1783138576.634720:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783138576.634723:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94aa09b23800 x1869756015591424/t0(0) o400->lustre-MDT0000-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783138576.634741:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783138576.634744:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94aa09b23800 x1869756015591424/t0(0) o400->lustre-MDT0000-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138592 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783138576.634750:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783138576.634752:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1783138576.634857:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783138576.634861:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94aa1421b300. 00000400:00000200:0.0:1783138576.634864:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783138576.634868:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:0.0:1783138576.634870:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94aa0612abb0 00000400:00000010:0.0:1783138576.634872:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff94aa0612abb0. 00000100:00000001:0.0:1783138576.634875:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783138576.634878:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94aa09b20700 x1869756015591552/t0(0) o400->lustre-MDT0001-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783138576.634886:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783138576.634890:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94aa09b20700 x1869756015591552/t0(0) o400->lustre-MDT0001-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138592 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783138576.634895:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783138576.634897:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1783138576.636639:0:2403:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:3.0:1783138576.636650:0:2403:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [137:137:256:4294967295] 192.168.202.120@tcp LPNI seq info [137:137:8:4294967295] 00000400:00000200:3.0:1783138576.636659:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:3.0:1783138576.636674:0:2403:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:3.0:1783138576.636681:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:3.0:1783138576.636694:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94aa0abc9900. 00000800:00000200:3.0:1783138576.636703:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94aa08404540] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:3.0:1783138576.636712:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:3.0:1783138576.636717:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94aa0abc9900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1783138576.636732:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783138576.636755:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff94aa10044000: using a timeout of 24042 usecs (25 jiffies) 00000400:00000200:3.0:1783138576.636761:0:2403:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:3.0:1783138576.636765:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94aa10044000: PM QoS new deadline estimation for cpu 0 is 4295064604 00000100:00000001:3.0:1783138576.636769:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94aa10044000: PM QoS request active for cpu 0, keep current deadline 4295065852 00000100:00000001:3.0:1783138576.636772:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff94aa10044000: PM QoS new deadline estimation for cpu 1 is 4295064604 00000100:00000001:3.0:1783138576.636774:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff94aa10044000: PM QoS request active for cpu 1, keep current deadline 4295065852 00000100:00000001:3.0:1783138576.636776:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783138576.636781:0:2403:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783138576.636787:0:2403:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783138576.636791:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783138576.636801:0:2403:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783138576.636804:0:2403:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1783138576.636807:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783138576.636809:0:2403:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1783138576.636812:0:2403:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783138576.636815:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783138576.637695:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783138576.637702:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94aa0abc9900. 00000400:00000200:0.0:1783138576.637708:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783138576.637714:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:0.0:1783138576.637721:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94aa08519550 00000400:00000010:0.0:1783138576.637724:0:2393:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff94aa08519550. 00000100:00000001:0.0:1783138576.637729:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783138576.637739:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94aa09b20380 x1869756015591680/t0(0) o400->lustre-OST0000-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1783138592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783138576.637752:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783138576.637756:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94aa09b20380 x1869756015591680/t0(0) o400->lustre-OST0000-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1783138592 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783138576.637778:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783138576.637781:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1783138576.637871:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1783138576.637881:0:2402:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.120@tcp local destination 00000400:00000200:2.0:1783138576.637887:0:2402:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1783138576.637892:0:2402:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.202.20@tcp 00000400:00000200:2.0:1783138576.637896:0:2402:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.202.20@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1783138576.637899:0:2402:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.120@tcp 00000400:00000200:2.0:1783138576.637903:0:2402:0:(lib-move.c:1652:lnet_handle_send()) 192.168.202.20@tcp NI seq info: [138:138:256:4294967295] 192.168.202.120@tcp LPNI seq info [138:138:8:4294967295] 00000400:00000200:2.0:1783138576.637906:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:2.0:1783138576.637923:0:2402:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp:) -> 192.168.202.120@tcp(192.168.202.120@tcp:192.168.202.120@tcp) : PUT try# 0 00000800:00000200:2.0:1783138576.637929:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.120@tcp 00000800:00000010:2.0:1783138576.637936:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94aa1421b300. 00000800:00000200:2.0:1783138576.637942:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94aa08404540] -> 12345-192.168.202.120@tcp (5) 00000800:00000200:2.0:1783138576.637949:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.120@tcp ip 192.168.202.120:988 00000800:00000200:2.0:1783138576.637953:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff94aa1421b300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1783138576.638012:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783138576.638018:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff94aa10044000: using a timeout of 26090 usecs (27 jiffies) 00000400:00000200:2.0:1783138576.638023:0:2402:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000100:00000001:2.0:1783138576.638025:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94aa10044000: PM QoS new deadline estimation for cpu 0 is 4295064608 00000100:00000001:2.0:1783138576.638028:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94aa10044000: PM QoS request active for cpu 0, keep current deadline 4295065852 00000100:00000001:2.0:1783138576.638030:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff94aa10044000: PM QoS new deadline estimation for cpu 1 is 4295064608 00000100:00000001:2.0:1783138576.638033:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff94aa10044000: PM QoS request active for cpu 1, keep current deadline 4295065852 00000100:00000001:2.0:1783138576.638035:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783138576.638038:0:2402:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783138576.638043:0:2402:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783138576.638047:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783138576.638054:0:2402:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783138576.638056:0:2402:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1783138576.638058:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783138576.638060:0:2402:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783138576.638062:0:2402:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783138576.638065:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1783138576.643864:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1783138576.643878:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94aa1421b300. 00000400:00000200:0.0:1783138576.643888:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783138576.643899:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000400:00000200:0.0:1783138576.643909:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94aa0612a2a8 00000400:00000010:0.0:1783138576.643912:0:2392:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff94aa0612a2a8. 00000100:00000001:0.0:1783138576.643919:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1783138576.643930:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94aa09b23100 x1869756015591808/t0(0) o400->lustre-OST0001-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1783138592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783138576.643946:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1783138576.643950:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94aa09b23100 x1869756015591808/t0(0) o400->lustre-OST0001-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1783138592 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783138576.643959:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1783138576.643961:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1783138576.650264:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783138576.650298:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783138576.650304:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783138576.650307:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783138576.650320:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138576.650328:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:0.0:1783138576.650342:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138576.650361:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138576.650369:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138576.650374:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 10 MB=0x6a4887f203f00 00000400:00000200:0.0:1783138576.650380:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138576.650387:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.120@tcp of length 224/224 into md 0x7a1 [1] + 224 00000800:00000001:0.0:1783138576.650397:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783138576.650402:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783138576.650406:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783138576.650411:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:0.0:1783138576.650443:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783138576.650455:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94aa09b20000 x1869756015591168/t0(0) o400->lustre-MDT0000-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138592 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783138576.650467:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94aa09b20000 x1869756015591168/t0(0) o400->lustre-MDT0000-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783138576.650497:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783138576.650513:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783138576.650517:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783138576.650520:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783138576.650523:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783138576.650527:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138576.650535:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:0.0:1783138576.650540:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138576.650542:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138576.650545:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138576.650547:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 10 MB=0x6a4887f203f80 00000400:00000200:0.0:1783138576.650550:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138576.650555:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.120@tcp of length 224/224 into md 0x7a9 [1] + 224 00000800:00000001:0.0:1783138576.650567:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783138576.650572:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783138576.650574:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783138576.650577:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:0.0:1783138576.650580:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783138576.650584:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94aa09b21500 x1869756015591296/t0(0) o400->lustre-MDT0001-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138592 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783138576.650592:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94aa09b21500 x1869756015591296/t0(0) o400->lustre-MDT0001-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783138576.650612:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783138576.650616:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783138576.650620:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783138576.650621:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783138576.650630:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783138576.650633:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138576.650637:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:0.0:1783138576.650642:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138576.650644:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138576.650647:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138576.650650:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 10 MB=0x6a4887f204000 00000400:00000200:0.0:1783138576.650652:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138576.650657:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.120@tcp of length 224/224 into md 0x7b1 [1] + 224 00000800:00000001:0.0:1783138576.650660:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783138576.650663:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783138576.650665:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783138576.650668:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:0.0:1783138576.650671:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783138576.650677:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94aa09b23800 x1869756015591424/t0(0) o400->lustre-MDT0000-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138592 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783138576.650685:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94aa09b23800 x1869756015591424/t0(0) o400->lustre-MDT0000-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783138576.650692:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783138576.650696:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783138576.650699:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783138576.650700:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783138576.650703:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783138576.650706:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138576.650709:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:0.0:1783138576.650713:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138576.650716:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138576.650718:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138576.650720:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 10 MB=0x6a4887f204080 00000400:00000200:0.0:1783138576.650723:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138576.650726:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.120@tcp of length 224/224 into md 0x7b9 [1] + 224 00000800:00000001:0.0:1783138576.650729:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783138576.650738:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783138576.650740:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783138576.650744:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:0.0:1783138576.650747:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783138576.650753:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94aa09b20700 x1869756015591552/t0(0) o400->lustre-MDT0001-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138592 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783138576.650762:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94aa09b20700 x1869756015591552/t0(0) o400->lustre-MDT0001-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783138576.650769:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783138576.650772:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783138576.650775:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783138576.650777:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783138576.650780:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783138576.650783:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138576.650786:0:2393:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:0.0:1783138576.650790:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138576.650793:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138576.650796:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138576.650798:0:2393:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 4 MB=0x6a4887f204100 00000400:00000200:0.0:1783138576.650802:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138576.650807:0:2393:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.120@tcp of length 224/224 into md 0x7c1 [1] + 224 00000800:00000001:0.0:1783138576.650815:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783138576.650879:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783138576.650882:0:2393:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783138576.650886:0:2393:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:0.0:1783138576.650889:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783138576.650894:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94aa09b20380 x1869756015591680/t0(0) o400->lustre-OST0000-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1783138592 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783138576.650903:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94aa09b20380 x1869756015591680/t0(0) o400->lustre-OST0000-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1783138592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783138576.650909:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1783138576.650920:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783138576.650923:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783138576.651179:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783138576.651184:0:2402:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783138576.651193:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783138576.651196:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783138576.651200:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94aa0654f580. 00000400:00000200:2.0:1783138576.651206:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94aa0612aee0 00000400:00000010:2.0:1783138576.651208:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff94aa0612aee0. 00000100:00000001:2.0:1783138576.651212:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783138576.651217:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94aa09b20700 x1869756015591552/t0(0) o400->lustre-MDT0001-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783138576.651238:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94aa09b20700 x1869756015591552/t0(0) o400->lustre-MDT0001-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138592 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783138576.651245:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783138576.651248:0:2402:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783138576.651252:0:2402:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1783138576.651256:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783138576.651261:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783138576.651264:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783138576.651268:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783138576.651281:0:2402:0:(import.c:2151:obd_at_measure()) add 5 to ffff94aa18399c60 time=10 v=5 (5 0 0 0) 00000100:00001000:2.0:1783138576.651286:0:2402:0:(import.c:2151:obd_at_measure()) add 1 to ffff94aa18399c18 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1783138576.651289:0:2402:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783138576.651291:0:2402:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783138576.651295:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1783138576.651301:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94aa09b20700 x1869756015591552/t0(0) o400->lustre-MDT0001-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138592 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1783138576.651308:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783138576.651313:0:2402:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783138576.651316:0:2402:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94aa10044000: skip recheck: last_committed 0 00000100:00000001:2.0:1783138576.651318:0:2402:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783138576.651320:0:2402:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783138576.651325:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94aa09b20700 x1869756015591552/t0(0) o400->lustre-MDT0001-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138592 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783138576.651333:0:2402:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783138576.651338:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783138576.651340:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783138576.651359:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94aa09b20700 x1869756015591552/t0(0) o400->lustre-MDT0001-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138592 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783138576.651368:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa09b20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9827f2fe-21bf-4c44-bf98-8edb2d09bbad:2402:1869756015591552:192.168.202.120@tcp:400:kworker.0 00000400:00000001:2.0:1783138576.651377:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783138576.651384:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783138576.651386:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94aa0654fe70. 00000400:00000200:2.0:1783138576.651389:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94aa0612aaa0 00000400:00000010:2.0:1783138576.651391:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff94aa0612aaa0. 00000100:00000001:2.0:1783138576.651394:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783138576.651398:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94aa09b21500 x1869756015591296/t0(0) o400->lustre-MDT0001-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783138576.651406:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94aa09b21500 x1869756015591296/t0(0) o400->lustre-MDT0001-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138592 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783138576.651412:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783138576.651414:0:2402:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783138576.651416:0:2402:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1783138576.651417:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783138576.651418:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783138576.651420:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783138576.651422:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783138576.651427:0:2402:0:(import.c:2151:obd_at_measure()) add 5 to ffff94aa18290460 time=78 v=5 (5 0 0 0) 00000100:00001000:2.0:1783138576.651431:0:2402:0:(import.c:2151:obd_at_measure()) add 1 to ffff94aa18290418 time=78 v=5 (1 0 0 0) 00000100:00000001:2.0:1783138576.651433:0:2402:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783138576.651434:0:2402:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783138576.651436:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1783138576.651440:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94aa09b21500 x1869756015591296/t0(0) o400->lustre-MDT0001-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138592 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1783138576.651447:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783138576.651450:0:2402:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783138576.651451:0:2402:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff94aa06bf1000: skip recheck: last_committed 0 00000100:00000001:2.0:1783138576.651453:0:2402:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783138576.651454:0:2402:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783138576.651458:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94aa09b21500 x1869756015591296/t0(0) o400->lustre-MDT0001-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138592 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783138576.651464:0:2402:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783138576.651467:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783138576.651468:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783138576.651478:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94aa09b21500 x1869756015591296/t0(0) o400->lustre-MDT0001-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138592 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783138576.651486:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa09b21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:0cb9fcf7-c719-428e-a535-4ba760529f4e:2402:1869756015591296:192.168.202.120@tcp:400:kworker.0 00000100:00000001:2.0:1783138576.651490:0:2402:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783138576.651493:0:2402:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783138576.651497:0:2402:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94aa09b20700 x1869756015591552/t0(0) o400->lustre-MDT0001-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138592 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783138576.651505:0:2402:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783138576.651508:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783138576.651513:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94aa07d76800. 02000000:00000001:2.0:1783138576.651517:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783138576.651520:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783138576.651522:0:2402:0:(genops.c:1244:class_import_put()) import ffff94aa18399800 refcount=3 obd=lustre-MDT0001-mdc-ffff94aa10044000 00000020:00000001:2.0:1783138576.651525:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783138576.651528:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94aa031be800. 02000000:00000001:2.0:1783138576.651532:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783138576.651534:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783138576.651536:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94aa09b20700. 00000100:00000001:2.0:1783138576.651540:0:2402:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783138576.651542:0:2402:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783138576.651544:0:2402:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783138576.651547:0:2402:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94aa09b21500 x1869756015591296/t0(0) o400->lustre-MDT0001-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138592 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783138576.651553:0:2402:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783138576.651554:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783138576.651555:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94aa07d76000. 02000000:00000001:2.0:1783138576.651558:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783138576.651568:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783138576.651569:0:2402:0:(genops.c:1244:class_import_put()) import ffff94aa18290000 refcount=3 obd=lustre-MDT0001-mdc-ffff94aa06bf1000 00000020:00000001:2.0:1783138576.651571:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783138576.651572:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94aa12a8f900. 02000000:00000001:2.0:1783138576.651578:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783138576.651579:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783138576.651586:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94aa09b21500. 00000100:00000001:2.0:1783138576.651590:0:2402:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783138576.651591:0:2402:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783138576.651594:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783138576.651596:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783138576.651598:0:2402:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783138576.651600:0:2402:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783138576.651602:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783138576.652696:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783138576.652704:0:2403:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1783138576.652711:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783138576.652714:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783138576.652717:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94aa06b76478. 00000400:00000200:3.0:1783138576.652724:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94aa08519330 00000400:00000010:3.0:1783138576.652726:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff94aa08519330. 00000100:00000001:3.0:1783138576.652730:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783138576.652739:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94aa09b20000 x1869756015591168/t0(0) o400->lustre-MDT0000-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783138576.652749:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94aa09b20000 x1869756015591168/t0(0) o400->lustre-MDT0000-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138592 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783138576.652757:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783138576.652759:0:2403:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783138576.652760:0:2403:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783138576.652764:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783138576.652766:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783138576.652768:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783138576.652796:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783138576.652811:0:2403:0:(import.c:2151:obd_at_measure()) add 5 to ffff94aa18290c60 time=77 v=5 (5 0 0 0) 00000100:00001000:3.0:1783138576.652816:0:2403:0:(import.c:2151:obd_at_measure()) add 1 to ffff94aa18290c18 time=77 v=5 (1 0 0 0) 00000100:00000001:3.0:1783138576.652819:0:2403:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783138576.652820:0:2403:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783138576.652854:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783138576.652858:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783138576.652862:0:2403:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783138576.652864:0:2403:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94aa06bf1000: skip recheck: last_committed 0 00000100:00000001:3.0:1783138576.652866:0:2403:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783138576.652867:0:2403:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783138576.652873:0:2403:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94aa09b20000 x1869756015591168/t0(0) o400->lustre-MDT0000-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138592 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783138576.652881:0:2403:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783138576.652884:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783138576.652887:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783138576.652890:0:2403:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94aa09b20000 x1869756015591168/t0(0) o400->lustre-MDT0000-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138592 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783138576.652897:0:2403:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa09b20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:0cb9fcf7-c719-428e-a535-4ba760529f4e:2403:1869756015591168:192.168.202.120@tcp:400:kworker.0 00000400:00000001:3.0:1783138576.652903:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783138576.652905:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783138576.652906:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94aa06b764d0. 00000400:00000200:3.0:1783138576.652908:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94aa08519f68 00000400:00000010:3.0:1783138576.652910:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff94aa08519f68. 00000100:00000001:3.0:1783138576.652912:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783138576.652917:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94aa09b23800 x1869756015591424/t0(0) o400->lustre-MDT0000-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783138576.652925:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94aa09b23800 x1869756015591424/t0(0) o400->lustre-MDT0000-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138592 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783138576.652931:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783138576.652933:0:2403:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783138576.652940:0:2403:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783138576.652941:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783138576.652943:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783138576.652944:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783138576.652946:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783138576.652951:0:2403:0:(import.c:2151:obd_at_measure()) add 5 to ffff94aa0902dc60 time=10 v=5 (5 0 0 0) 00000100:00001000:3.0:1783138576.652954:0:2403:0:(import.c:2151:obd_at_measure()) add 1 to ffff94aa0902dc18 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1783138576.652957:0:2403:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783138576.652958:0:2403:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783138576.652960:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1783138576.652962:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783138576.652964:0:2403:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783138576.652966:0:2403:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94aa10044000: skip recheck: last_committed 0 00000100:00000001:3.0:1783138576.652968:0:2403:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783138576.652969:0:2403:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783138576.652973:0:2403:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94aa09b23800 x1869756015591424/t0(0) o400->lustre-MDT0000-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138592 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783138576.652980:0:2403:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783138576.652982:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783138576.652983:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783138576.652987:0:2403:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94aa09b23800 x1869756015591424/t0(0) o400->lustre-MDT0000-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138592 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783138576.652994:0:2403:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa09b23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9827f2fe-21bf-4c44-bf98-8edb2d09bbad:2403:1869756015591424:192.168.202.120@tcp:400:kworker.0 00000400:00000001:3.0:1783138576.653000:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1783138576.653002:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1783138576.653004:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94aa06b768f0. 00000400:00000200:3.0:1783138576.653006:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94aa08519e58 00000400:00000010:3.0:1783138576.653008:0:2403:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff94aa08519e58. 00000100:00000001:3.0:1783138576.653010:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1783138576.653014:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94aa09b20380 x1869756015591680/t0(0) o400->lustre-OST0000-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1783138592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1783138576.653023:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94aa09b20380 x1869756015591680/t0(0) o400->lustre-OST0000-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1783138592 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783138576.653034:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1783138576.653036:0:2403:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783138576.653037:0:2403:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1783138576.653039:0:2403:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1783138576.653040:0:2403:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1783138576.653042:0:2403:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1783138576.653044:0:2403:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1783138576.653049:0:2403:0:(import.c:2151:obd_at_measure()) add 5 to ffff94aa1839a460 time=10 v=5 (5 0 0 0) 00000100:00001000:3.0:1783138576.653052:0:2403:0:(import.c:2151:obd_at_measure()) add 1 to ffff94aa1839a418 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1783138576.653054:0:2403:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1783138576.653055:0:2403:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1783138576.653057:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1783138576.653060:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94aa09b20380 x1869756015591680/t0(0) o400->lustre-OST0000-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1783138592 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1783138576.653067:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783138576.653069:0:2403:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1783138576.653070:0:2403:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94aa10044000: skip recheck: last_committed 0 00000100:00000001:3.0:1783138576.653072:0:2403:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1783138576.653074:0:2403:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1783138576.653077:0:2403:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94aa09b20380 x1869756015591680/t0(0) o400->lustre-OST0000-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1783138592 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783138576.653084:0:2403:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1783138576.653086:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1783138576.653087:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1783138576.653090:0:2403:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94aa09b20380 x1869756015591680/t0(0) o400->lustre-OST0000-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1783138592 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1783138576.653098:0:2403:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa09b20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9827f2fe-21bf-4c44-bf98-8edb2d09bbad:2403:1869756015591680:192.168.202.120@tcp:400:kworker.0 00000100:00000001:3.0:1783138576.653103:0:2403:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783138576.653105:0:2403:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783138576.653109:0:2403:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94aa09b20000 x1869756015591168/t0(0) o400->lustre-MDT0000-mdc-ffff94aa06bf1000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138592 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783138576.653121:0:2403:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783138576.653124:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783138576.653127:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94aa18159e00. 02000000:00000001:3.0:1783138576.653131:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783138576.653134:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783138576.653135:0:2403:0:(genops.c:1244:class_import_put()) import ffff94aa18290800 refcount=3 obd=lustre-MDT0000-mdc-ffff94aa06bf1000 00000020:00000001:3.0:1783138576.653138:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783138576.653141:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94aa12a8f500. 02000000:00000001:3.0:1783138576.653146:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783138576.653148:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783138576.653150:0:2403:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94aa09b20000. 00000100:00000001:3.0:1783138576.653153:0:2403:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783138576.653155:0:2403:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783138576.653157:0:2403:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783138576.653160:0:2403:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94aa09b23800 x1869756015591424/t0(0) o400->lustre-MDT0000-mdc-ffff94aa10044000@192.168.202.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1783138592 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783138576.653891:0:2403:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783138576.653895:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783138576.653897:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94aa18159600. 02000000:00000001:3.0:1783138576.653903:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783138576.653904:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783138576.653905:0:2403:0:(genops.c:1244:class_import_put()) import ffff94aa0902d800 refcount=3 obd=lustre-MDT0000-mdc-ffff94aa10044000 00000020:00000001:3.0:1783138576.653908:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783138576.653910:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94aa031be600. 02000000:00000001:3.0:1783138576.653914:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783138576.653915:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783138576.653917:0:2403:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94aa09b23800. 00000100:00000001:3.0:1783138576.653921:0:2403:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783138576.653923:0:2403:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783138576.653925:0:2403:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1783138576.653934:0:2403:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94aa09b20380 x1869756015591680/t0(0) o400->lustre-OST0000-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1783138592 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1783138576.653942:0:2403:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1783138576.653943:0:2403:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1783138576.653957:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94aa18159400. 02000000:00000001:3.0:1783138576.653959:0:2403:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1783138576.653961:0:2403:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1783138576.653962:0:2403:0:(genops.c:1244:class_import_put()) import ffff94aa1839a000 refcount=2 obd=lustre-OST0000-osc-ffff94aa10044000 00000020:00000001:3.0:1783138576.653964:0:2403:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1783138576.653966:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94aa031be700. 02000000:00000001:3.0:1783138576.653968:0:2403:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1783138576.653969:0:2403:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1783138576.653971:0:2403:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94aa09b20380. 00000100:00000001:3.0:1783138576.653973:0:2403:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1783138576.653975:0:2403:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783138576.653978:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1783138576.653987:0:2403:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1783138576.653989:0:2403:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1783138576.653992:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1783138576.653996:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1783138576.661662:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783138576.661682:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1783138576.661686:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783138576.661689:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783138576.661700:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138576.661711:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:0.0:1783138576.661722:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138576.661728:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138576.661735:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138576.661740:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 25 MB=0x6a4887f203e80 00000400:00000200:0.0:1783138576.661745:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:0.0:1783138576.661753:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.120@tcp of length 224/224 into md 0x799 [1] + 224 00000800:00000001:0.0:1783138576.661763:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1783138576.661772:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1783138576.661776:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1783138576.661781:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:0.0:1783138576.661790:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1783138576.661802:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94aa09b21f80 x1869756015591040/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1783138592 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1783138576.661815:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94aa09b21f80 x1869756015591040/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1783138592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1783138576.661955:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783138576.662055:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783138576.662060:0:2402:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783138576.662070:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783138576.662072:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783138576.662076:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94aa0654f370. 00000400:00000200:2.0:1783138576.662082:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94aa0612a110 00000400:00000010:2.0:1783138576.662084:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff94aa0612a110. 00000100:00000001:2.0:1783138576.662088:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783138576.662093:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94aa09b21f80 x1869756015591040/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1783138592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783138576.662102:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94aa09b21f80 x1869756015591040/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1783138592 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783138576.662108:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783138576.662110:0:2402:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783138576.662113:0:2402:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1783138576.662117:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783138576.662121:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783138576.662123:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783138576.662127:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783138576.662135:0:2402:0:(import.c:2151:obd_at_measure()) add 5 to ffff94aa0911ac60 time=78 v=5 (5 0 0 0) 00000100:00001000:2.0:1783138576.662139:0:2402:0:(import.c:2151:obd_at_measure()) add 1 to ffff94aa0911ac18 time=78 v=5 (1 0 0 0) 00000100:00000001:2.0:1783138576.662141:0:2402:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783138576.662143:0:2402:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783138576.662146:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1783138576.662149:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783138576.662152:0:2402:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783138576.662156:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94aa09b21f80 x1869756015591040/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1783138592 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783138576.662186:0:2402:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783138576.662190:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783138576.662192:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783138576.662197:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94aa09b21f80 x1869756015591040/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1783138592 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783138576.662205:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa09b21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fa24dfa4-ad3b-4f31-88bd-189f123bcca5:2402:1869756015591040:192.168.202.120@tcp:400:kworker.0 00000100:00000001:2.0:1783138576.662211:0:2402:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783138576.662214:0:2402:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783138576.662218:0:2402:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94aa09b21f80 x1869756015591040/t0(0) o400->MGC192.168.202.120@tcp@192.168.202.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1783138592 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783138576.662225:0:2402:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783138576.662228:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783138576.662232:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94aa07d77800. 02000000:00000001:2.0:1783138576.662236:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783138576.662240:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783138576.662242:0:2402:0:(genops.c:1244:class_import_put()) import ffff94aa0911a800 refcount=3 obd=MGC192.168.202.120@tcp 00000020:00000001:2.0:1783138576.662245:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783138576.662248:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94aa12a8f700. 02000000:00000001:2.0:1783138576.662255:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783138576.662258:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783138576.662261:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94aa09b21f80. 00000100:00000001:2.0:1783138576.662266:0:2402:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783138576.662268:0:2402:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783138576.662272:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783138576.662274:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783138576.662275:0:2402:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1783138576.662277:0:2402:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783138576.662279:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1783138576.670639:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783138576.670671:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1783138576.670677:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783138576.670680:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783138576.670692:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1783138576.670703:0:2392:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.202.20@tcp(192.168.202.20@tcp) <- 192.168.202.120@tcp : PUT - for me 00000400:00000200:1.0:1783138576.670718:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1783138576.670725:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1783138576.670732:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1783138576.670737:0:2392:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.120@tcp of length 224 into portal 4 MB=0x6a4887f204180 00000400:00000200:1.0:1783138576.670742:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.202.120@tcp to cpt 0 00000400:00000200:1.0:1783138576.670750:0:2392:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.120@tcp of length 224/224 into md 0x7c9 [1] + 224 00000800:00000001:1.0:1783138576.670759:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783138576.670773:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1783138576.670797:0:2392:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1783138576.670803:0:2392:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.20@tcp->192.168.202.120@tcp: PUT: OK 00000100:00000001:1.0:1783138576.670813:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1783138576.670841:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94aa09b23100 x1869756015591808/t0(0) o400->lustre-OST0001-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1783138592 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1783138576.670855:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94aa09b23100 x1869756015591808/t0(0) o400->lustre-OST0001-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1783138592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1783138576.670885:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1783138576.670896:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1783138576.670900:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783138576.671157:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783138576.671164:0:2402:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1783138576.671173:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1783138576.671176:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1783138576.671180:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff94aa0654f840. 00000400:00000200:2.0:1783138576.671196:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94aa0612ae58 00000400:00000010:2.0:1783138576.671199:0:2402:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff94aa0612ae58. 00000100:00000001:2.0:1783138576.671203:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1783138576.671208:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94aa09b23100 x1869756015591808/t0(0) o400->lustre-OST0001-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1783138592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1783138576.671218:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94aa09b23100 x1869756015591808/t0(0) o400->lustre-OST0001-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1783138592 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783138576.671224:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1783138576.671226:0:2402:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783138576.671230:0:2402:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1783138576.671234:0:2402:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1783138576.671237:0:2402:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1783138576.671240:0:2402:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1783138576.671244:0:2402:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1783138576.671257:0:2402:0:(import.c:2151:obd_at_measure()) add 5 to ffff94aa06bf7c60 time=10 v=5 (5 0 0 0) 00000100:00001000:2.0:1783138576.671262:0:2402:0:(import.c:2151:obd_at_measure()) add 1 to ffff94aa06bf7c18 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1783138576.671265:0:2402:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1783138576.671267:0:2402:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1783138576.671271:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1783138576.671276:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff94aa09b23100 x1869756015591808/t0(0) o400->lustre-OST0001-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1783138592 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1783138576.671284:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783138576.671289:0:2402:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1783138576.671291:0:2402:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0001-osc-ffff94aa10044000: skip recheck: last_committed 0 00000100:00000001:2.0:1783138576.671293:0:2402:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1783138576.671295:0:2402:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1783138576.671300:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94aa09b23100 x1869756015591808/t0(0) o400->lustre-OST0001-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1783138592 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783138576.671308:0:2402:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1783138576.671311:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1783138576.671314:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1783138576.671318:0:2402:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94aa09b23100 x1869756015591808/t0(0) o400->lustre-OST0001-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1783138592 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1783138576.671338:0:2402:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff94aa09b23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9827f2fe-21bf-4c44-bf98-8edb2d09bbad:2402:1869756015591808:192.168.202.120@tcp:400:kworker.0 00000100:00000001:2.0:1783138576.671483:0:2402:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783138576.671489:0:2402:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1783138576.671494:0:2402:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94aa09b23100 x1869756015591808/t0(0) o400->lustre-OST0001-osc-ffff94aa10044000@192.168.202.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1783138592 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1783138576.671502:0:2402:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1783138576.671506:0:2402:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1783138576.671511:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94aa07d76400. 02000000:00000001:2.0:1783138576.671516:0:2402:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1783138576.671520:0:2402:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1783138576.671522:0:2402:0:(genops.c:1244:class_import_put()) import ffff94aa06bf7800 refcount=2 obd=lustre-OST0001-osc-ffff94aa10044000 00000020:00000001:2.0:1783138576.671525:0:2402:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1783138576.671528:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94aa031bee00. 02000000:00000001:2.0:1783138576.671532:0:2402:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1783138576.671534:0:2402:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1783138576.671536:0:2402:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94aa09b23100. 00000100:00000001:2.0:1783138576.671542:0:2402:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1783138576.671544:0:2402:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783138576.671546:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1783138576.671557:0:2402:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1783138576.671567:0:2402:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1783138576.671570:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1783138576.671573:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) Debug log: 3820 lines, 3820 kept, 0 dropped, 0 bad.