00000001:01000000:0.0F:1786029667.065554:0:302294:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm adler32 speed = 374 MB/s 00000001:01000000:2.0F:1786029667.319346:0:302294:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32 speed = 407 MB/s 00000001:01000000:3.0F:1786029667.576697:0:302294:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32c speed = 2666 MB/s 00000020:02000000:1.0F:1786029668.786774:0:302323:0:(class_obd.c:804:obdclass_init()) Lustre: Build Version: 2.17.56_50_g837cd6c 00000400:02000000:1.0:1786029670.577986:0:302338:0:(api-ni.c:2822:lnet_startup_lndni()) Added LNI 192.168.203.3@tcp [8/256/0/180] 00008000:02000000:1.0:1786029675.446333:0:302480:0:(echo_client.c:2574:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:01000004:0.0:1786029692.238311:0:302838:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1786029692.238315:0:302838:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:0.0:1786029692.238316:0:302838:0:(obd_mount.c:926:lmd_print()) device: 192.168.203.103@tcp:/lustre 00000020:01000004:0.0:1786029692.238318:0:302838:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:0.0:1786029692.238435:0:302838:0:(super25.c:130:lustre_fill_super()) VFS Op: sb 0000000008fcf659 00000080:01000004:0.0:1786029692.238445:0:302838:0:(super25.c:161:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:0.0:1786029692.246749:0:302838:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.203.103@tcp' 00000020:01000004:0.0:1786029692.246850:0:302838:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.203.103@tcp (typ=mgc) 00000020:00000080:0.0:1786029692.246879:0:302838:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.203.103@tcp (00000000b1554733) 00000020:00000080:0.0:1786029692.246903:0:302838:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type mgc with refcount 2 00000100:00100000:3.0:1786029692.261857:0:302838:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:3.0:1786029692.261903:0:302838:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:3.0:1786029692.269830:0:302838:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 34 00000100:00100000:3.0:1786029692.269846:0:302838:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:1.0:1786029692.271616:0:302838:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 34 00000100:00100000:1.0:1786029692.271629:0:302838:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:3.0:1786029692.276989:0:302838:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 0 min 2 max 34 00000100:00100000:3.0:1786029692.277005:0:302838:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_000' 00000100:00100000:1.0:1786029692.278472:0:302838:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 1 min 2 max 34 00000100:00100000:1.0:1786029692.278485:0:302838:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_001' 00000100:00100000:1.0:1786029692.279235:0:302838:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1786029692.279656:0:302838:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1786029692.281037:0:302838:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 34 00000100:00100000:1.0:1786029692.281046:0:302838:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:2.0:1786029692.281760:0:302838:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 34 00000100:00100000:2.0:1786029692.281771:0:302838:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:3.0:1786029692.282440:0:302838:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 34 00000100:00100000:3.0:1786029692.282448:0:302838:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00000100:00100000:2.0:1786029692.284835:0:302838:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 0 min 3 max 34 00000100:00100000:2.0:1786029692.284849:0:302838:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_000' 00000100:00100000:3.0:1786029692.285487:0:302838:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 1 min 3 max 34 00000100:00100000:3.0:1786029692.285501:0:302838:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_001' 00000100:00100000:2.0:1786029692.286371:0:302838:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 2 min 3 max 34 00000100:00100000:2.0:1786029692.286381:0:302838:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_002' 00010000:00010000:3.0:1786029692.296162:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786029692.296170:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786029692.296172:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786029692.296632:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786029692.296638:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786029692.296640:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:3.0:1786029692.300733:0:302838:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000c4cc932d@MGC192.168.203.103@tcp: add connection 192.168.203.103@tcp at head 00010000:00010000:3.0:1786029692.300991:0:302838:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.203.103@tcp-0 is initialized 00000040:01000000:3.0:1786029692.301000:0:302838:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.103@tcp ctxt 1 is initialized 00010000:00010000:3.0:1786029692.302815:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1786029692.311559:0:302852:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:3.0:1786029692.311607:0:302838:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.203.103@tcp (uuid 1b4cdee3-3575-4162-b2a9-8ca08a2ed6e4) 00000020:00000080:3.0:1786029692.311632:0:302838:0:(genops.c:1406:class_connect()) connect: client 1b4cdee3-3575-4162-b2a9-8ca08a2ed6e4, cookie 0x914a68b6efd51e15 00000100:00080000:3.0:1786029692.311646:0:302838:0:(import.c:510:import_select_connection()) MGC192.168.203.103@tcp: connect to NID 192.168.203.103@tcp last attempt 0 00000100:00080000:3.0:1786029692.311657:0:302838:0:(import.c:624:import_select_connection()) MGC192.168.203.103@tcp: import 00000000c4cc932d using connection 192.168.203.103@tcp/192.168.203.103@tcp 00000100:00100000:3.0:1786029692.311693:0:302838:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001c41b32c x1872787847250048/t0(0) o250->MGC192.168.203.103@tcp@192.168.203.103@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1786029692.311719:0:302838:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 1b4cdee3-3575-4162-b2a9-8ca08a2ed6e4->MGS 00000080:00200000:3.0:1786029692.311748:0:302838:0:(llite_lib.c:1515:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff93c98fd8f000 (sb 0000000008fcf659) 00000080:01000000:3.0:1786029692.313082:0:302838:0:(llite_lib.c:1241:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:3.0:1786029692.313088:0:302838:0:(llite_lib.c:1251:ll_options()) next opt=user_xattr 00000080:00000004:3.0:1786029692.313093:0:302838:0:(llite_lib.c:1251:ll_options()) next opt=flock 00000080:01000000:3.0:1786029692.313100:0:302838:0:(llite_lib.c:1549:ll_fill_super()) llite sb uuid: 44836fdc-d93b-4f37-ad8b-4b2e4a58d2f7 00000100:00100000:0.0:1786029692.313618:0:302355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000001c41b32c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1b4cdee3-3575-4162-b2a9-8ca08a2ed6e4:302355:1872787847250048:192.168.203.103@tcp:250: 10000000:01000000:3.0:1786029692.313793:0:302838:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1786029692.313807:0:302838:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff93c98fd8f000 10000000:01000000:3.0:1786029692.313812:0:302838:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff93c9926519c0 10000000:01000000:3.0:1786029692.313818:0:302838:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1786029692.313828:0:302838:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-sptlrpc-ffff93c9926519c0 from 1 10000000:01000000:3.0:1786029692.313831:0:302838:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1786029692.313880:0:302838:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.103@tcp lock: 000000001a2e0e31/0x914a68b6efd51e1c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 302838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786029692.313892:0:302838:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.103@tcp lock: 000000001a2e0e31/0x914a68b6efd51e1c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 302838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786029692.313904:0:302838:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.103@tcp lock: 000000001a2e0e31/0x914a68b6efd51e1c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 302838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1786029692.313926:0:302838:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@00000000be983703 x1872787847250176/t0(0) o101->MGC192.168.203.103@tcp@192.168.203.103@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786029692.314804:0:302838:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ee2a9317 going to sleep for 0 seconds 00000100:00100000:3.0:1786029693.363884:0:302838:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ee2a9317 going to sleep for 0 seconds 00010000:00010000:0.0:1786029693.370494:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786029694.386683:0:302838:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ee2a9317 going to sleep for 0 seconds 00010000:00010000:0.0:1786029694.387648:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029695.410891:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786029695.411497:0:302838:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ee2a9317 going to sleep for 0 seconds 00000100:00100000:2.0:1786029696.434602:0:302838:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ee2a9317 going to sleep for 0 seconds 00010000:00010000:0.0:1786029696.442826:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029697.458706:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786029697.459756:0:302838:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ee2a9317 going to sleep for 0 seconds 00000100:00080000:3.0:1786029697.459774:0:302838:0:(client.c:1385:ptlrpc_import_delay_req()) @@@ send limit expired req@00000000be983703 x1872787847250176/t0(0) o101->MGC192.168.203.103@tcp@192.168.203.103@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786029697.459786:0:302838:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000be983703 pname:cluuid:pid:xid:nid:opc:job mount.lustre:1b4cdee3-3575-4162-b2a9-8ca08a2ed6e4:302838:1872787847250176:192.168.203.103@tcp:101: 00010000:00010000:3.0:1786029697.459804:0:302838:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.203.103@tcp lock: 000000001a2e0e31/0x914a68b6efd51e1c lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 302838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786029697.459814:0:302838:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.203.103@tcp lock: 000000001a2e0e31/0x914a68b6efd51e1c lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 302838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786029697.459820:0:302838:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: 000000001a2e0e31/0x914a68b6efd51e1c lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 302838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786029697.459864:0:302838:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.103@tcp lock: 000000001a2e0e31/0x914a68b6efd51e1c lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 302838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786029697.459880:0:302838:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.103@tcp lock: 000000001a2e0e31/0x914a68b6efd51e1c lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 302838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786029697.459886:0:302838:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 000000001a2e0e31 already unused, calling callback (00000000b0766e70) 10000000:00010000:3.0:1786029697.459889:0:302838:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.103@tcp lock: 000000001a2e0e31/0x914a68b6efd51e1c lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 302838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786029697.459896:0:302838:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.103@tcp lock: 000000001a2e0e31/0x914a68b6efd51e1c lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 302838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1786029697.459901:0:302838:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.103@tcp lock: 000000001a2e0e31/0x914a68b6efd51e1c lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 302838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1786029697.459906:0:302838:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1786029697.459909:0:302838:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1786029697.459913:0:302838:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.103@tcp lock: 000000001a2e0e31/0x914a68b6efd51e1c lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 302838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786029697.459918:0:302838:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.103@tcp lock: 000000001a2e0e31/0x914a68b6efd51e1c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 302838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1786029697.461530:0:302838:0:(mgc_request.c:1816:mgc_process_log()) Can't get cfg lock: -110 10000000:01000000:3.0:1786029697.467152:0:302838:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.103@tcp: configuration from log 'lustre-sptlrpc' failed (-110). 10000000:00020000:3.0:1786029697.467162:0:302838:0:(mgc_request.c:233:do_config_log_add()) MGC192.168.203.103@tcp: failed processing log, type 1: rc = -110 10000000:01000000:3.0:1786029697.487513:0:302838:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff93c98fd8f000 10000000:01000000:3.0:1786029697.487529:0:302838:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1786029697.487553:0:302838:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff93c98fd8f000 10000000:01000000:3.0:1786029697.487556:0:302838:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1786029697.487559:0:302838:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff93c98fd8f000 10000000:01000000:3.0:1786029697.487562:0:302838:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1786029698.483919:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029699.512786:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029700.530720:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1786029700.787444:0:302852:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:3.0:1786029700.787452:0:302852:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-sptlrpc-ffff93c9926519c0 from 1 10000000:01000000:3.0:1786029700.787474:0:302852:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1786029700.787521:0:302852:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.103@tcp lock: 000000001a2e0e31/0x914a68b6efd51e23 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 302852 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786029700.787532:0:302852:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.103@tcp lock: 000000001a2e0e31/0x914a68b6efd51e23 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 302852 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786029700.787564:0:302852:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.103@tcp lock: 000000001a2e0e31/0x914a68b6efd51e23 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 302852 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1786029700.787586:0:302852:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@00000000be983703 x1872787847250304/t0(0) o101->MGC192.168.203.103@tcp@192.168.203.103@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786029700.787595:0:302852:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ee2a9317 going to sleep for 0 seconds 00010000:00010000:0.0:1786029701.554864:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786029701.810570:0:302852:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ee2a9317 going to sleep for 0 seconds 00010000:00010000:0.0:1786029702.578686:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1786029702.835715:0:302355:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1786029692/real 1786029692] req@000000001c41b32c x1872787847250048/t0(0) o250->MGC192.168.203.103@tcp@192.168.203.103@tcp:26/25 lens 520/544 e 0 to 1 dl 1786029702 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786029702.835782:0:302355:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001c41b32c x1872787847250048/t0(0) o250->MGC192.168.203.103@tcp@192.168.203.103@tcp:26/25 lens 520/544 e 0 to 1 dl 1786029702 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786029702.835800:0:302355:0:(import.c:65:import_set_state_nolock()) 00000000c4cc932d MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786029702.835824:0:302355:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.103@tcp failed (-110) 00000100:00100000:0.0:1786029702.835828:0:302355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000001c41b32c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1b4cdee3-3575-4162-b2a9-8ca08a2ed6e4:302355:1872787847250048:192.168.203.103@tcp:250: 00000100:00080000:2.0:1786029702.836245:0:280603:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1b4cdee3-3575-4162-b2a9-8ca08a2ed6e4->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1786029702.836250:0:280603:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1786029702.836252:0:280603:0:(import.c:65:import_set_state_nolock()) 00000000c4cc932d MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1786029702.836257:0:280603:0:(import.c:510:import_select_connection()) MGC192.168.203.103@tcp: connect to NID 192.168.203.103@tcp last attempt 14163 00000100:00080000:2.0:1786029702.836266:0:280603:0:(import.c:589:import_select_connection()) MGC192.168.203.103@tcp: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1786029702.836272:0:280603:0:(import.c:624:import_select_connection()) MGC192.168.203.103@tcp: import 00000000c4cc932d using connection 192.168.203.103@tcp/192.168.203.103@tcp 00000100:00100000:2.0:1786029702.836304:0:280603:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003719462b x1872787847250432/t0(0) o250->MGC192.168.203.103@tcp@192.168.203.103@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1786029702.837497:0:302355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000003719462b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1b4cdee3-3575-4162-b2a9-8ca08a2ed6e4:302355:1872787847250432:192.168.203.103@tcp:250: 00000100:00100000:3.0:1786029702.838246:0:302852:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ee2a9317 going to sleep for 0 seconds 00010000:00010000:0.0:1786029703.602714:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786029703.860304:0:302852:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ee2a9317 going to sleep for 0 seconds 00010000:00010000:0.0:1786029704.627365:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786029704.882614:0:302852:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ee2a9317 going to sleep for 0 seconds 00010000:00010000:0.0:1786029705.651179:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786029705.906679:0:302852:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ee2a9317 going to sleep for 0 seconds 00000100:00080000:3.0:1786029705.906711:0:302852:0:(client.c:1385:ptlrpc_import_delay_req()) @@@ send limit expired req@00000000be983703 x1872787847250304/t0(0) o101->MGC192.168.203.103@tcp@192.168.203.103@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786029705.906726:0:302852:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000be983703 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:1b4cdee3-3575-4162-b2a9-8ca08a2ed6e4:302852:1872787847250304:192.168.203.103@tcp:101: 00010000:00010000:3.0:1786029705.906750:0:302852:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.203.103@tcp lock: 000000001a2e0e31/0x914a68b6efd51e23 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 302852 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786029705.906785:0:302852:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.203.103@tcp lock: 000000001a2e0e31/0x914a68b6efd51e23 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 302852 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786029705.906792:0:302852:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: 000000001a2e0e31/0x914a68b6efd51e23 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 302852 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786029705.906799:0:302852:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.103@tcp lock: 000000001a2e0e31/0x914a68b6efd51e23 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 302852 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786029705.906810:0:302852:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.103@tcp lock: 000000001a2e0e31/0x914a68b6efd51e23 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 302852 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786029705.906817:0:302852:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 000000001a2e0e31 already unused, calling callback (00000000b0766e70) 10000000:00010000:3.0:1786029705.906821:0:302852:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.103@tcp lock: 000000001a2e0e31/0x914a68b6efd51e23 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 302852 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786029705.906828:0:302852:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.103@tcp lock: 000000001a2e0e31/0x914a68b6efd51e23 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 302852 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1786029705.906835:0:302852:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.103@tcp lock: 000000001a2e0e31/0x914a68b6efd51e23 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 302852 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1786029705.906841:0:302852:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1786029705.906844:0:302852:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1786029705.906850:0:302852:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.103@tcp lock: 000000001a2e0e31/0x914a68b6efd51e23 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 302852 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786029705.906856:0:302852:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.103@tcp lock: 000000001a2e0e31/0x914a68b6efd51e23 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 302852 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1786029705.906894:0:302852:0:(mgc_request.c:1816:mgc_process_log()) Can't get cfg lock: -110 10000000:01000000:3.0:1786029705.906929:0:302852:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.103@tcp: configuration from log 'lustre-sptlrpc' failed (-110). 10000000:00020000:3.0:1786029705.906933:0:302852:0:(mgc_request.c:614:do_requeue()) failed processing log: -110 00010000:00010000:0.0:1786029706.674754:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029707.699368:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029708.722782:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029709.749275:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029710.770638:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029711.796030:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029712.818804:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029713.842790:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029714.867636:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029715.891678:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029716.914732:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1786029717.170905:0:302355:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1786029702/real 1786029702] req@000000003719462b x1872787847250432/t0(0) o250->MGC192.168.203.103@tcp@192.168.203.103@tcp:26/25 lens 520/544 e 0 to 1 dl 1786029717 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786029717.170940:0:302355:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003719462b x1872787847250432/t0(0) o250->MGC192.168.203.103@tcp@192.168.203.103@tcp:26/25 lens 520/544 e 0 to 1 dl 1786029717 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786029717.170959:0:302355:0:(import.c:65:import_set_state_nolock()) 00000000c4cc932d MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786029717.170967:0:302355:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.103@tcp failed (-110) 00000100:00100000:0.0:1786029717.170970:0:302355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000003719462b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1b4cdee3-3575-4162-b2a9-8ca08a2ed6e4:302355:1872787847250432:192.168.203.103@tcp:250: 00000100:00080000:2.0:1786029717.171073:0:249770:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1b4cdee3-3575-4162-b2a9-8ca08a2ed6e4->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1786029717.171078:0:249770:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1786029717.171080:0:249770:0:(import.c:65:import_set_state_nolock()) 00000000c4cc932d MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1786029717.171084:0:249770:0:(import.c:510:import_select_connection()) MGC192.168.203.103@tcp: connect to NID 192.168.203.103@tcp last attempt 14173 00000100:00080000:2.0:1786029717.171093:0:249770:0:(import.c:589:import_select_connection()) MGC192.168.203.103@tcp: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1786029717.171099:0:249770:0:(import.c:624:import_select_connection()) MGC192.168.203.103@tcp: import 00000000c4cc932d using connection 192.168.203.103@tcp/192.168.203.103@tcp 00000100:00100000:2.0:1786029717.171128:0:249770:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003719462b x1872787847250560/t0(0) o250->MGC192.168.203.103@tcp@192.168.203.103@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1786029717.171265:0:302355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000003719462b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1b4cdee3-3575-4162-b2a9-8ca08a2ed6e4:302355:1872787847250560:192.168.203.103@tcp:250: 00010000:00010000:0.0:1786029717.938834:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029718.964375:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029719.995237:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029721.012915:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029722.034783:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029723.058769:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029724.084116:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029725.106795:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029726.130722:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029727.156711:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786029728.181485:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029729.202845:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786029730.228793:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029731.252080:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786029732.275135:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029733.298725:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029734.322837:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029735.346652:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029736.370719:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029737.394693:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1786029737.650547:0:302355:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1786029717/real 1786029717] req@000000003719462b x1872787847250560/t0(0) o250->MGC192.168.203.103@tcp@192.168.203.103@tcp:26/25 lens 520/544 e 0 to 1 dl 1786029737 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786029737.650588:0:302355:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003719462b x1872787847250560/t0(0) o250->MGC192.168.203.103@tcp@192.168.203.103@tcp:26/25 lens 520/544 e 0 to 1 dl 1786029737 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786029737.650609:0:302355:0:(import.c:65:import_set_state_nolock()) 00000000c4cc932d MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786029737.650688:0:302355:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.103@tcp failed (-110) 00000100:00100000:0.0:1786029737.650693:0:302355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000003719462b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1b4cdee3-3575-4162-b2a9-8ca08a2ed6e4:302355:1872787847250560:192.168.203.103@tcp:250: 00000100:00080000:3.0:1786029737.656397:0:280603:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1b4cdee3-3575-4162-b2a9-8ca08a2ed6e4->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1786029737.656410:0:280603:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1786029737.656414:0:280603:0:(import.c:65:import_set_state_nolock()) 00000000c4cc932d MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1786029737.656426:0:280603:0:(import.c:510:import_select_connection()) MGC192.168.203.103@tcp: connect to NID 192.168.203.103@tcp last attempt 14187 00000100:00080000:3.0:1786029737.656441:0:280603:0:(import.c:589:import_select_connection()) MGC192.168.203.103@tcp: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1786029737.656448:0:280603:0:(import.c:624:import_select_connection()) MGC192.168.203.103@tcp: import 00000000c4cc932d using connection 192.168.203.103@tcp/192.168.203.103@tcp 00000100:00100000:3.0:1786029737.656516:0:280603:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000be983703 x1872787847250688/t0(0) o250->MGC192.168.203.103@tcp@192.168.203.103@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1786029737.658172:0:302355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000be983703 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1b4cdee3-3575-4162-b2a9-8ca08a2ed6e4:302355:1872787847250688:192.168.203.103@tcp:250: 00010000:00010000:0.0:1786029738.418676:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029739.443493:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029740.466646:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029741.495899:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029742.514734:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029743.539015:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029744.562691:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029745.586793:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029746.610763:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029747.638406:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029748.658733:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029749.684381:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029750.707955:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029751.737800:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029752.754663:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029753.779226:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029754.803165:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029755.828811:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029756.850686:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029757.874623:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029758.901558:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029759.922827:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029760.946644:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029761.970683:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1786029762.226544:0:302355:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1786029737/real 1786029737] req@00000000be983703 x1872787847250688/t0(0) o250->MGC192.168.203.103@tcp@192.168.203.103@tcp:26/25 lens 520/544 e 0 to 1 dl 1786029762 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786029762.226580:0:302355:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000be983703 x1872787847250688/t0(0) o250->MGC192.168.203.103@tcp@192.168.203.103@tcp:26/25 lens 520/544 e 0 to 1 dl 1786029762 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786029762.226611:0:302355:0:(import.c:65:import_set_state_nolock()) 00000000c4cc932d MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786029762.226634:0:302355:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.103@tcp failed (-110) 00000100:00100000:0.0:1786029762.226637:0:302355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000be983703 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1b4cdee3-3575-4162-b2a9-8ca08a2ed6e4:302355:1872787847250688:192.168.203.103@tcp:250: 00000100:00080000:2.0:1786029762.230829:0:249770:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1b4cdee3-3575-4162-b2a9-8ca08a2ed6e4->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1786029762.230839:0:249770:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1786029762.230843:0:249770:0:(import.c:65:import_set_state_nolock()) 00000000c4cc932d MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1786029762.230852:0:249770:0:(import.c:510:import_select_connection()) MGC192.168.203.103@tcp: connect to NID 192.168.203.103@tcp last attempt 14208 00000100:00080000:2.0:1786029762.230863:0:249770:0:(import.c:589:import_select_connection()) MGC192.168.203.103@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1786029762.230869:0:249770:0:(import.c:624:import_select_connection()) MGC192.168.203.103@tcp: import 00000000c4cc932d using connection 192.168.203.103@tcp/192.168.203.103@tcp 00000100:00100000:2.0:1786029762.230903:0:249770:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000003c5488 x1872787847250816/t0(0) o250->MGC192.168.203.103@tcp@192.168.203.103@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1786029762.233756:0:302355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000003c5488 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1b4cdee3-3575-4162-b2a9-8ca08a2ed6e4:302355:1872787847250816:192.168.203.103@tcp:250: 00010000:00010000:0.0:1786029762.996961:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029764.018760:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029765.047397:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029766.068943:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029767.091358:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029768.117362:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029769.139526:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029770.162776:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029771.186799:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029772.210714:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029773.234757:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029774.260070:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029775.282619:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029776.309112:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786029777.330737:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029778.355491:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786029779.378615:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029780.409126:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786029781.430127:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029782.451005:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786029783.478293:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029784.499586:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786029785.525607:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029786.546777:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1786029787.314596:0:280603:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1b4cdee3-3575-4162-b2a9-8ca08a2ed6e4->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1786029787.314609:0:280603:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1b4cdee3-3575-4162-b2a9-8ca08a2ed6e4->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1786029787.574514:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029788.595283:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029789.621496:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029790.647734:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029791.671913:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029792.692247:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1786029792.946623:0:302355:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1786029762/real 1786029762] req@00000000003c5488 x1872787847250816/t0(0) o250->MGC192.168.203.103@tcp@192.168.203.103@tcp:26/25 lens 520/544 e 0 to 1 dl 1786029792 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786029792.946675:0:302355:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000003c5488 x1872787847250816/t0(0) o250->MGC192.168.203.103@tcp@192.168.203.103@tcp:26/25 lens 520/544 e 0 to 1 dl 1786029792 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786029792.946706:0:302355:0:(import.c:65:import_set_state_nolock()) 00000000c4cc932d MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786029792.946733:0:302355:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.103@tcp failed (-110) 00000100:00100000:0.0:1786029792.946737:0:302355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000003c5488 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1b4cdee3-3575-4162-b2a9-8ca08a2ed6e4:302355:1872787847250816:192.168.203.103@tcp:250: 00000100:00080000:1.0:1786029792.947910:0:249770:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1b4cdee3-3575-4162-b2a9-8ca08a2ed6e4->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1786029792.947917:0:249770:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1786029792.947920:0:249770:0:(import.c:65:import_set_state_nolock()) 00000000c4cc932d MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1786029792.947927:0:249770:0:(import.c:510:import_select_connection()) MGC192.168.203.103@tcp: connect to NID 192.168.203.103@tcp last attempt 14233 00000100:00080000:1.0:1786029792.947939:0:249770:0:(import.c:589:import_select_connection()) MGC192.168.203.103@tcp: tried all connections, increasing latency to 25s 00000100:00080000:1.0:1786029792.947946:0:249770:0:(import.c:624:import_select_connection()) MGC192.168.203.103@tcp: import 00000000c4cc932d using connection 192.168.203.103@tcp/192.168.203.103@tcp 00000100:00100000:1.0:1786029792.947988:0:249770:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008fed7f2a x1872787847250944/t0(0) o250->MGC192.168.203.103@tcp@192.168.203.103@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1786029792.948095:0:302355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000008fed7f2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1b4cdee3-3575-4162-b2a9-8ca08a2ed6e4:302355:1872787847250944:192.168.203.103@tcp:250: 00010000:00010000:0.0:1786029793.714774:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029794.742575:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029795.762654:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029796.791325:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029797.810785:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029798.837212:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029799.859647:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029800.883525:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029801.906771:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029802.933305:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029803.954817:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029804.978641:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029806.003921:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029807.033042:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029808.059993:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029809.074752:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029810.098997:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029811.122691:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029812.146698:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029813.172511:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029814.194835:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029815.218717:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029816.242774:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029817.266819:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1786029818.037977:0:280603:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1b4cdee3-3575-4162-b2a9-8ca08a2ed6e4->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1786029818.037987:0:280603:0:(pinger.c:247:ptlrpc_pinger_process_import()) 1b4cdee3-3575-4162-b2a9-8ca08a2ed6e4->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:0.0:1786029818.291388:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029819.314637:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029820.339700:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1786029821.106618:0:302838:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff93c98fd8f000 from 1 10000000:01000000:3.0:1786029821.106628:0:302838:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1786029821.106763:0:302838:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.103@tcp lock: 000000001a2e0e31/0x914a68b6efd51e2a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 302838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786029821.106776:0:302838:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.103@tcp lock: 000000001a2e0e31/0x914a68b6efd51e2a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 302838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786029821.106784:0:302838:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.103@tcp lock: 000000001a2e0e31/0x914a68b6efd51e2a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 302838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1786029821.113283:0:302838:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@00000000048f662e x1872787847251072/t0(0) o101->MGC192.168.203.103@tcp@192.168.203.103@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786029821.113327:0:302838:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ee2a9317 going to sleep for 0 seconds 00010000:00010000:0.0:1786029821.366154:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786029822.131006:0:302838:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ee2a9317 going to sleep for 0 seconds 00010000:00010000:0.0:1786029822.387238:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786029823.155228:0:302838:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ee2a9317 going to sleep for 0 seconds 00010000:00010000:0.0:1786029823.412172:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786029824.178750:0:302838:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ee2a9317 going to sleep for 0 seconds 00010000:00010000:0.0:1786029824.438647:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786029825.202691:0:302838:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ee2a9317 going to sleep for 0 seconds 00010000:00010000:0.0:1786029825.468575:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786029826.229161:0:302838:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ee2a9317 going to sleep for 0 seconds 00010000:00010000:0.0:1786029826.482676:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786029827.250562:0:302838:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ee2a9317 going to sleep for 0 seconds 00010000:00010000:0.0:1786029827.506654:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1786029827.762581:0:302355:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1786029792/real 1786029792] req@000000008fed7f2a x1872787847250944/t0(0) o250->MGC192.168.203.103@tcp@192.168.203.103@tcp:26/25 lens 520/544 e 0 to 1 dl 1786029827 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786029827.762626:0:302355:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000008fed7f2a x1872787847250944/t0(0) o250->MGC192.168.203.103@tcp@192.168.203.103@tcp:26/25 lens 520/544 e 0 to 1 dl 1786029827 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786029827.762647:0:302355:0:(import.c:65:import_set_state_nolock()) 00000000c4cc932d MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1786029827.762670:0:302355:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.103@tcp failed (-110) 00000100:00100000:0.0:1786029827.762674:0:302355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000008fed7f2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1b4cdee3-3575-4162-b2a9-8ca08a2ed6e4:302355:1872787847250944:192.168.203.103@tcp:250: 00000100:00080000:3.0:1786029827.762792:0:280603:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1b4cdee3-3575-4162-b2a9-8ca08a2ed6e4->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1786029827.762797:0:280603:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1786029827.762799:0:280603:0:(import.c:65:import_set_state_nolock()) 00000000c4cc932d MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1786029827.762804:0:280603:0:(import.c:510:import_select_connection()) MGC192.168.203.103@tcp: connect to NID 192.168.203.103@tcp last attempt 14263 00000100:00080000:3.0:1786029827.762813:0:280603:0:(import.c:589:import_select_connection()) MGC192.168.203.103@tcp: tried all connections, increasing latency to 30s 00000100:00080000:3.0:1786029827.762819:0:280603:0:(import.c:624:import_select_connection()) MGC192.168.203.103@tcp: import 00000000c4cc932d using connection 192.168.203.103@tcp/192.168.203.103@tcp 00000100:00100000:3.0:1786029827.762849:0:280603:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007e2263d0 x1872787847251200/t0(0) o250->MGC192.168.203.103@tcp@192.168.203.103@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1786029827.762922:0:302355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000007e2263d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1b4cdee3-3575-4162-b2a9-8ca08a2ed6e4:302355:1872787847251200:192.168.203.103@tcp:250: 00000100:00100000:2.0:1786029828.274732:0:302838:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ee2a9317 going to sleep for 0 seconds 00010000:00010000:0.0:1786029828.533482:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786029829.298723:0:302838:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ee2a9317 going to sleep for 0 seconds 00010000:00010000:0.0:1786029829.554942:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786029830.322656:0:302838:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ee2a9317 going to sleep for 0 seconds 00010000:00010000:0.0:1786029830.580887:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786029831.347005:0:302838:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ee2a9317 going to sleep for 0 seconds 00010000:00010000:0.0:1786029831.603227:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786029832.372494:0:302838:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ee2a9317 going to sleep for 0 seconds 00010000:00010000:0.0:1786029832.627314:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786029833.394744:0:302838:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ee2a9317 going to sleep for 0 seconds 00010000:00010000:0.0:1786029833.652634:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786029834.418907:0:302838:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ee2a9317 going to sleep for 0 seconds 00010000:00010000:0.0:1786029834.674653:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786029835.442677:0:302838:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ee2a9317 going to sleep for 0 seconds 00010000:00010000:0.0:1786029835.698655:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786029836.466563:0:302838:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ee2a9317 going to sleep for 0 seconds 00010000:00010000:0.0:1786029836.727634:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786029837.490928:0:302838:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ee2a9317 going to sleep for 0 seconds 00010000:00010000:0.0:1786029837.746681:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786029838.515594:0:302838:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ee2a9317 going to sleep for 0 seconds 00010000:00010000:0.0:1786029838.770695:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786029839.541499:0:302838:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ee2a9317 going to sleep for 0 seconds 00010000:00010000:0.0:1786029839.795039:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786029840.564996:0:302838:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ee2a9317 going to sleep for 0 seconds 00010000:00010000:0.0:1786029840.818937:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786029841.590744:0:302838:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ee2a9317 going to sleep for 0 seconds 00010000:00010000:0.0:1786029841.842664:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786029842.612307:0:302838:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ee2a9317 going to sleep for 0 seconds 00010000:00010000:0.0:1786029842.874652:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786029843.634727:0:302838:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ee2a9317 going to sleep for 0 seconds 00010000:00010000:0.0:1786029843.893274:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786029844.658729:0:302838:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ee2a9317 going to sleep for 0 seconds 00010000:00010000:0.0:1786029844.917403:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786029845.682641:0:302838:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ee2a9317 going to sleep for 0 seconds 00010000:00010000:0.0:1786029845.938701:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786029846.706746:0:302838:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ee2a9317 going to sleep for 0 seconds 00010000:00010000:0.0:1786029846.964084:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786029847.731061:0:302838:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ee2a9317 going to sleep for 0 seconds 00010000:00010000:0.0:1786029847.990721:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786029848.754649:0:302838:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ee2a9317 going to sleep for 0 seconds 00010000:00010000:0.0:1786029849.011316:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1786029849.379861:0:302348:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-192.168.203.103@tcp portal 25 match 1872787847250560 offset 0 length 416: 4 00000400:00000100:0.0:1786029849.393318:0:302347:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-192.168.203.103@tcp portal 25 match 1872787847250048 offset 0 length 416: 4 00000400:00000100:0.0:1786029849.393342:0:302347:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-192.168.203.103@tcp portal 25 match 1872787847250432 offset 0 length 416: 4 00000400:00000100:1.0:1786029849.398910:0:302348:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-192.168.203.103@tcp portal 25 match 1872787847250944 offset 0 length 416: 4 00000400:00000100:0.0:1786029849.401395:0:302347:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-192.168.203.103@tcp portal 25 match 1872787847250816 offset 0 length 416: 4 00000400:00000100:0.0:1786029849.401419:0:302347:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-192.168.203.103@tcp portal 25 match 1872787847250688 offset 0 length 416: 4 00000100:02020000:2.0:1786029849.401634:0:302355:0:(client.c:1492:ptlrpc_check_status()) MGC192.168.203.103@tcp: operation mgs_connect to node 192.168.203.103@tcp failed: rc = -114 00000100:00100000:2.0:1786029849.410897:0:302355:0:(client.c:3112:ptlrpc_free_committed()) MGC192.168.203.103@tcp: committing for last_committed 0 gen 1 00000100:00080000:2.0:1786029849.410912:0:302355:0:(import.c:65:import_set_state_nolock()) 00000000c4cc932d MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786029849.411092:0:302355:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.103@tcp failed (-114) 00000100:00100000:2.0:1786029849.411099:0:302355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000007e2263d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:1b4cdee3-3575-4162-b2a9-8ca08a2ed6e4:302355:1872787847251200:192.168.203.103@tcp:250: 00000400:02000040:3.0:1786029849.785488:0:302353:0:(lib-move.c:3830:lnet_print_recovery_list()) 1 peer NIs in recovery (showing 1): 192.168.203.103@tcp 00000100:00100000:2.0:1786029849.787758:0:302838:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ee2a9317 going to sleep for 0 seconds 00010000:00010000:0.0:1786029850.034897:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786029850.808085:0:302838:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ee2a9317 going to sleep for 0 seconds 00010000:00010000:0.0:1786029851.058636:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1786029851.826725:0:302838:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ee2a9317 going to sleep for 0 seconds 00010000:00010000:0.0:1786029852.093890:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1786029852.853230:0:302838:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ee2a9317 going to sleep for 0 seconds 00010000:00010000:0.0:1786029853.106697:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1786029853.875397:0:302838:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ee2a9317 going to sleep for 0 seconds 00010000:00010000:0.0:1786029854.130649:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786029854.898797:0:302838:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ee2a9317 going to sleep for 0 seconds 00010000:00010000:0.0:1786029855.154666:0:302850:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1786029855.923726:0:302838:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ee2a9317 going to sleep for 0 seconds 00010000:00010000:0.0:1786029856.179794:0:302849:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1786029856.946666:0:302838:0:(client.c:2702:ptlrpc_set_wait()) set 00000000ee2a9317 going to sleep for 0 seconds 00000100:00080000:0.0:1786029856.946687:0:302838:0:(client.c:1385:ptlrpc_import_delay_req()) @@@ send limit expired req@00000000048f662e x1872787847251072/t0(0) o101->MGC192.168.203.103@tcp@192.168.203.103@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786029856.946699:0:302838:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000048f662e pname:cluuid:pid:xid:nid:opc:job mount.lustre:1b4cdee3-3575-4162-b2a9-8ca08a2ed6e4:302838:1872787847251072:192.168.203.103@tcp:101: 00010000:00010000:0.0:1786029856.946721:0:302838:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.203.103@tcp lock: 000000001a2e0e31/0x914a68b6efd51e2a lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 302838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786029856.946731:0:302838:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.203.103@tcp lock: 000000001a2e0e31/0x914a68b6efd51e2a lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 302838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786029856.946756:0:302838:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: 000000001a2e0e31/0x914a68b6efd51e2a lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 302838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786029856.946763:0:302838:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.103@tcp lock: 000000001a2e0e31/0x914a68b6efd51e2a lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 302838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786029856.946809:0:302838:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.103@tcp lock: 000000001a2e0e31/0x914a68b6efd51e2a lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 302838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786029856.946816:0:302838:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 000000001a2e0e31 already unused, calling callback (00000000b0766e70) 10000000:00010000:0.0:1786029856.946819:0:302838:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.103@tcp lock: 000000001a2e0e31/0x914a68b6efd51e2a lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 302838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786029856.946826:0:302838:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.103@tcp lock: 000000001a2e0e31/0x914a68b6efd51e2a lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 302838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1786029856.946831:0:302838:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.103@tcp lock: 000000001a2e0e31/0x914a68b6efd51e2a lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 302838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1786029856.946836:0:302838:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1786029856.946838:0:302838:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1786029856.946843:0:302838:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.103@tcp lock: 000000001a2e0e31/0x914a68b6efd51e2a lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 302838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786029856.946848:0:302838:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.103@tcp lock: 000000001a2e0e31/0x914a68b6efd51e2a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 302838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1786029856.946874:0:302838:0:(mgc_request.c:1816:mgc_process_log()) Can't get cfg lock: -110 10000000:01000000:0.0:1786029856.946938:0:302838:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.103@tcp: configuration from log 'lustre-client' failed (-110). 00000020:02020000:0.0:1786029856.946963:0:302838:0:(obd_mount.c:90:lustre_process_log()) MGC192.168.203.103@tcp: Confguration from log lustre-client failed from MGS -110. Communication error between node & MGS, a bad configuration, or other errors. See syslog for more info 00000080:00200000:0.0:1786029856.969857:0:302838:0:(llite_lib.c:1697:ll_put_super()) VFS Op: cfg_instance lustre-client-ffff93c98fd8f000 (sb 0000000008fcf659) 10000000:01000000:0.0:1786029856.969896:0:302838:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-cliir 10000000:01000000:0.0:1786029856.969900:0:302838:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:01000000:0.0:1786029856.969902:0:302838:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 10000000:01000000:0.0:1786029856.969909:0:302838:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 10000000:01000000:0.0:1786029856.969911:0:302838:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000080:02000400:0.0:1786029856.969930:0:302838:0:(llite_lib.c:1748:ll_put_super()) Unmounted lustre-client 00000020:01000000:0.0:1786029856.979945:0:302838:0:(obd_config.c:1197:class_del_profile()) Del profile lustre-client 00000020:01000004:0.0:1786029856.980113:0:302838:0:(obd_mount.c:897:lustre_common_put_super()) dropping sb 0000000008fcf659 00000100:00080000:0.0:1786029856.980124:0:302838:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import 1b4cdee3-3575-4162-b2a9-8ca08a2ed6e4->MGS 00000100:00080000:0.0:1786029856.980136:0:302838:0:(import.c:65:import_set_state_nolock()) 00000000c4cc932d MGS: changing import state from DISCONN to CLOSED 10000000:01000000:0.0:1786029856.980140:0:302838:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1786029856.980143:0:302838:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:0.0:1786029856.980144:0:302838:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:0.0:1786029856.980148:0:302838:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:0.0:1786029856.980151:0:302838:0:(client.c:3112:ptlrpc_free_committed()) MGC192.168.203.103@tcp: committing for last_committed 0 gen 2 10000000:01000000:0.0:1786029856.980155:0:302838:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:0.0:1786029856.980157:0:302838:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 100s for inflight to error out 10000000:01000000:0.0:1786029856.980160:0:302838:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:0.0:1786029856.980176:0:302838:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x914a68b6efd51e15 00000020:00000080:0.0:1786029856.980185:0:302838:0:(genops.c:906:class_export_put()) final put 000000009ac13f41/1b4cdee3-3575-4162-b2a9-8ca08a2ed6e4 00000020:01000000:0.0:1786029856.980200:0:302838:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.203.103@tcp (flags='') 00000020:00000080:0.0:1786029856.980207:0:302838:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1786029856.980214:0:302838:0:(obd_config.c:955:class_cleanup()) MGC192.168.203.103@tcp: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1786029856.980225:0:302838:0:(genops.c:1579:class_disconnect_exports()) OBD device 0 (00000000b1554733) has no exports 00000020:00000080:3.0:1786029856.980248:0:280603:0:(genops.c:865:class_export_destroy()) destroying export 000000009ac13f41/1b4cdee3-3575-4162-b2a9-8ca08a2ed6e4 for MGC192.168.203.103@tcp 10000000:01000000:3.0:1786029856.980294:0:302852:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:0.0:1786029856.981337:0:302838:0:(obd_class.h:671:obd_cleanup_client_import()) MGC192.168.203.103@tcp: client import never connected 00000100:00080000:0.0:1786029856.981342:0:302838:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:0.0:1786029856.981344:0:302838:0:(client.c:3112:ptlrpc_free_committed()) MGC192.168.203.103@tcp: committing for last_committed 0 gen 3 10000000:01000000:0.0:1786029856.981348:0:302838:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:0.0:1786029856.981350:0:302838:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 100s for inflight to error out 10000000:01000000:0.0:1786029856.981352:0:302838:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:0.0:1786029856.981421:0:302838:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1786029856.981426:0:302838:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.203.103@tcp (uuid 1b4cdee3-3575-4162-b2a9-8ca08a2ed6e4) 00000020:01000004:0.0:1786029856.981430:0:302838:0:(obd_mount.c:710:lustre_put_lsi()) put 0000000008fcf659 1 00000020:01000004:0.0:1786029856.981434:0:302838:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi 00000000566f4b4b 00000080:00020000:0.0:1786029856.981450:0:302838:0:(super25.c:178:lustre_fill_super()) llite: Unable to mount : rc = -110 00000020:00000080:3.0:1786029856.982607:0:280603:0:(genops.c:1204:obd_zombie_import_free()) destroying import 00000000c4cc932d for MGC192.168.203.103@tcp 00000020:00000080:3.0:1786029856.982624:0:280603:0:(genops.c:906:class_export_put()) final put 00000000ce619716/1b4cdee3-3575-4162-b2a9-8ca08a2ed6e4 00000020:00000080:3.0:1786029856.982627:0:280603:0:(genops.c:865:class_export_destroy()) destroying export 00000000ce619716/1b4cdee3-3575-4162-b2a9-8ca08a2ed6e4 for MGC192.168.203.103@tcp 00000020:01000000:3.0:1786029856.982634:0:280603:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.203.103@tcp (1b4cdee3-3575-4162-b2a9-8ca08a2ed6e4) 00010000:00010000:2.0:1786029856.982942:0:302850:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:2.0:1786029856.983103:0:302849:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00000100:00100000:1.0:1786029856.983703:0:302839:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_000: service thread [00000000d20a8d78:302839] 0 exiting: rc = 1 00000100:00100000:1.0:1786029856.983768:0:302840:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_001: service thread [000000008ddec3eb:302840] 1 exiting: rc = 0 00000100:00100000:3.0:1786029856.984857:0:302842:0:(service.c:3183:ptlrpc_main()) ldlm_cb01_001: service thread [00000000932b5a35:302842] 1 exiting: rc = 0 00000100:00100000:2.0:1786029856.984949:0:302841:0:(service.c:3183:ptlrpc_main()) ldlm_cb01_000: service thread [000000003e4ab65c:302841] 0 exiting: rc = 1 00000100:00100000:1.0:1786029856.985549:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786029856.985558:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1786029856.985807:0:302845:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_002: service thread [0000000081562061:302845] 2 exiting: rc = 0 00000100:00100000:1.0:1786029856.985897:0:302843:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_000: service thread [00000000807d6d3d:302843] 0 exiting: rc = 1 00000100:00100000:1.0:1786029856.985949:0:302844:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_001: service thread [0000000091804eb7:302844] 1 exiting: rc = 0 00000100:00100000:3.0:1786029856.986324:0:302847:0:(service.c:3183:ptlrpc_main()) ldlm_cn01_001: service thread [000000004f85aa09:302847] 1 exiting: rc = 0 00000100:00100000:2.0:1786029856.986442:0:302846:0:(service.c:3183:ptlrpc_main()) ldlm_cn01_000: service thread [00000000beef9916:302846] 0 exiting: rc = 1 00000100:00100000:2.0:1786029856.986523:0:302848:0:(service.c:3183:ptlrpc_main()) ldlm_cn01_002: service thread [0000000067e305be:302848] 2 exiting: rc = 0 00000100:00100000:3.0:1786029856.986885:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.986903:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.986908:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.986913:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.986918:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.986923:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.986928:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.986934:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.986939:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.986944:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.986949:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.986954:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.986959:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.986964:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.986969:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.986974:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.986979:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.986983:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.986988:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.986993:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.986998:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987003:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987008:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987013:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987017:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987023:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987028:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987033:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987038:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987043:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987047:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987052:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987057:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987062:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987067:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987072:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987083:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987088:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987094:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987099:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987104:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987109:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987114:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987120:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987124:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987129:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987134:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987140:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987144:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987150:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987155:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987160:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987165:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987170:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987175:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987179:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987184:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987189:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987194:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987198:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987203:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987208:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987212:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987230:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987240:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987245:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987250:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987255:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987260:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987266:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987281:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987295:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987301:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987307:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987312:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987318:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987324:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987330:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987335:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987339:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987345:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987350:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987355:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987361:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987366:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987371:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987375:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987380:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987385:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987390:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987395:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987400:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987406:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987411:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987416:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987421:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987426:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987431:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987436:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987442:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987447:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987452:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987555:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987561:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987566:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987571:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987581:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987586:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987591:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987596:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987601:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987606:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987611:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987616:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987684:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987691:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987695:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987700:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987705:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987710:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987714:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987719:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987723:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987727:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987732:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987737:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987743:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1786029856.987748:0:280603:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000004:1.0:1786029857.353860:0:302889:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1786029857.353865:0:302889:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:1.0:1786029857.353872:0:302889:0:(obd_mount.c:926:lmd_print()) device: 192.168.203.103@tcp:/lustre 00000020:01000004:1.0:1786029857.353873:0:302889:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:1.0:1786029857.353984:0:302889:0:(super25.c:130:lustre_fill_super()) VFS Op: sb 00000000c41c1548 00000080:01000004:1.0:1786029857.353994:0:302889:0:(super25.c:161:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:1.0:1786029857.354008:0:302889:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.203.103@tcp' 00000020:01000004:1.0:1786029857.354037:0:302889:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.203.103@tcp (typ=mgc) 00000020:00000080:1.0:1786029857.354058:0:302889:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.203.103@tcp (0000000071d0a39f) 00000020:00000080:1.0:1786029857.354072:0:302889:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type mgc with refcount 2 00000100:00100000:1.0:1786029857.354288:0:302889:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:1.0:1786029857.354310:0:302889:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:1.0:1786029857.354430:0:302889:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 34 00000100:00100000:1.0:1786029857.354436:0:302889:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:2.0:1786029857.365091:0:302889:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 34 00000100:00100000:2.0:1786029857.365107:0:302889:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:3.0:1786029857.367259:0:302889:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 0 min 2 max 34 00000100:00100000:3.0:1786029857.367270:0:302889:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_000' 00000100:00100000:2.0:1786029857.367593:0:302889:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 1 min 2 max 34 00000100:00100000:2.0:1786029857.367598:0:302889:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_001' 00000100:00100000:3.0:1786029857.368324:0:302889:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1786029857.368675:0:302889:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1786029857.368832:0:302889:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 34 00000100:00100000:3.0:1786029857.368837:0:302889:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:2.0:1786029857.380904:0:302889:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 34 00000100:00100000:2.0:1786029857.380919:0:302889:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:3.0:1786029857.381562:0:302889:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 34 00000100:00100000:3.0:1786029857.381570:0:302889:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00000100:00100000:3.0:1786029857.384145:0:302889:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 0 min 3 max 34 00000100:00100000:3.0:1786029857.384157:0:302889:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_000' 00000100:00100000:3.0:1786029857.384801:0:302889:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 1 min 3 max 34 00000100:00100000:3.0:1786029857.384807:0:302889:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_001' 00000100:00100000:3.0:1786029857.385527:0:302889:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 2 min 3 max 34 00000100:00100000:3.0:1786029857.385541:0:302889:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_002' 00010000:00010000:0.0:1786029857.401148:0:302900:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029857.401154:0:302900:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029857.401156:0:302900:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029857.401611:0:302901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029857.401614:0:302901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029857.401615:0:302901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:3.0:1786029857.402044:0:302889:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000087c058ec@MGC192.168.203.103@tcp: add connection 192.168.203.103@tcp at head 00010000:00010000:3.0:1786029857.402222:0:302889:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.203.103@tcp-0 is initialized 00000040:01000000:3.0:1786029857.402229:0:302889:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.103@tcp ctxt 1 is initialized 10000000:01000000:3.0:1786029857.404032:0:302903:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:3.0:1786029857.404071:0:302889:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.203.103@tcp (uuid c476153d-e762-4c3f-9c2a-c8cfa8ca7210) 00000020:00000080:3.0:1786029857.404091:0:302889:0:(genops.c:1406:class_connect()) connect: client c476153d-e762-4c3f-9c2a-c8cfa8ca7210, cookie 0x914a68b6efd51e38 00000100:00080000:3.0:1786029857.404104:0:302889:0:(import.c:510:import_select_connection()) MGC192.168.203.103@tcp: connect to NID 192.168.203.103@tcp last attempt 0 00000100:00080000:3.0:1786029857.404114:0:302889:0:(import.c:624:import_select_connection()) MGC192.168.203.103@tcp: import 0000000087c058ec using connection 192.168.203.103@tcp/192.168.203.103@tcp 00000100:00100000:3.0:1786029857.404144:0:302889:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f80881e3 x1872787847251328/t0(0) o250->MGC192.168.203.103@tcp@192.168.203.103@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1786029857.404165:0:302889:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import c476153d-e762-4c3f-9c2a-c8cfa8ca7210->MGS 00000080:00200000:3.0:1786029857.404181:0:302889:0:(llite_lib.c:1515:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff93c9990dd000 (sb 00000000c41c1548) 00000080:01000000:3.0:1786029857.404239:0:302889:0:(llite_lib.c:1241:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:3.0:1786029857.404241:0:302889:0:(llite_lib.c:1251:ll_options()) next opt=user_xattr 00000080:00000004:3.0:1786029857.404245:0:302889:0:(llite_lib.c:1251:ll_options()) next opt=flock 00000080:01000000:3.0:1786029857.404250:0:302889:0:(llite_lib.c:1549:ll_fill_super()) llite sb uuid: 18373ce4-7d59-4a13-a861-77a4716ed502 10000000:01000000:3.0:1786029857.404651:0:302889:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1786029857.404655:0:302889:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff93c9990dd000 10000000:01000000:3.0:1786029857.404658:0:302889:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff93c988d38000 10000000:01000000:3.0:1786029857.404662:0:302889:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1786029857.404669:0:302889:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-sptlrpc-ffff93c988d38000 from 1 10000000:01000000:3.0:1786029857.404672:0:302889:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1786029857.404694:0:302889:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.103@tcp lock: 00000000949867c5/0x914a68b6efd51e3f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 302889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786029857.404703:0:302889:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.103@tcp lock: 00000000949867c5/0x914a68b6efd51e3f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 302889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786029857.404714:0:302889:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.103@tcp lock: 00000000949867c5/0x914a68b6efd51e3f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 302889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1786029857.404734:0:302889:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@0000000083198c12 x1872787847251456/t0(0) o101->MGC192.168.203.103@tcp@192.168.203.103@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786029857.404743:0:302889:0:(client.c:2702:ptlrpc_set_wait()) set 000000005ea3c24f going to sleep for 0 seconds 00000100:00100000:3.0:1786029857.404763:0:302355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000f80881e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c476153d-e762-4c3f-9c2a-c8cfa8ca7210:302355:1872787847251328:192.168.203.103@tcp:250: 00010000:00010000:2.0:1786029857.405249:0:302900:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786029857.439139:0:302355:0:(client.c:3112:ptlrpc_free_committed()) MGC192.168.203.103@tcp: committing for last_committed 0 gen 1 00000100:00080000:3.0:1786029857.439156:0:302355:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.203.103@tcp: connect to target with instance 0 00000100:00080000:3.0:1786029857.439163:0:302355:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.203.103@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:3.0:1786029857.439179:0:302355:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:3.0:1786029857.439183:0:302355:0:(import.c:65:import_set_state_nolock()) 0000000087c058ec MGS: changing import state from CONNECTING to FULL 10000000:01000000:3.0:1786029857.439187:0:302355:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:3.0:1786029857.439202:0:302355:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00080000:3.0:1786029857.439221:0:302355:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000005ea3c24f): req@0000000083198c12 x1872787847251456/t0(0) o101->MGC192.168.203.103@tcp@192.168.203.103@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786029857.439235:0:302355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000f80881e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c476153d-e762-4c3f-9c2a-c8cfa8ca7210:302355:1872787847251328:192.168.203.103@tcp:250: 00000100:00100000:3.0:1786029857.439347:0:302889:0:(client.c:2702:ptlrpc_set_wait()) set 000000005ea3c24f going to sleep for 11 seconds 00000100:00100000:3.0:1786029857.446276:0:302889:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000083198c12 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c476153d-e762-4c3f-9c2a-c8cfa8ca7210:302889:1872787847251456:192.168.203.103@tcp:101: 00010000:00010000:3.0:1786029857.446305:0:302889:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.103@tcp lock: 00000000949867c5/0x914a68b6efd51e3f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbf300e06a2407bb8 expref: -99 pid: 302889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786029857.446317:0:302889:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.103@tcp lock: 00000000949867c5/0x914a68b6efd51e3f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbf300e06a2407bb8 expref: -99 pid: 302889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1786029857.446386:0:302889:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000083198c12 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c476153d-e762-4c3f-9c2a-c8cfa8ca7210:302889:1872787847251584:192.168.203.103@tcp:501: 00000100:00100000:3.0:1786029857.446479:0:302889:0:(client.c:2702:ptlrpc_set_wait()) set 000000005ea3c24f going to sleep for 201 seconds 00000100:00100000:3.0:1786029857.467803:0:302889:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000083198c12 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c476153d-e762-4c3f-9c2a-c8cfa8ca7210:302889:1872787847251584:192.168.203.103@tcp:501: 10000000:01000000:3.0:1786029857.467855:0:302889:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.103@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1786029857.467870:0:302889:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: 00000000949867c5/0x914a68b6efd51e3f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbf300e06a2407bb8 expref: -99 pid: 302889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786029857.467879:0:302889:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.103@tcp lock: 00000000949867c5/0x914a68b6efd51e3f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbf300e06a2407bb8 expref: -99 pid: 302889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1786029857.467887:0:302889:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff93c9990dd000 10000000:01000000:3.0:1786029857.467892:0:302889:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1786029857.467896:0:302889:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff93c9990dd000 10000000:01000000:3.0:1786029857.467898:0:302889:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1786029857.467902:0:302889:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff93c9990dd000 10000000:01000000:3.0:1786029857.467904:0:302889:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:3.0:1786029857.467907:0:302889:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff93c9990dd000 from 1 10000000:01000000:3.0:1786029857.467909:0:302889:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1786029857.467937:0:302889:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.103@tcp lock: 0000000093453f38/0x914a68b6efd51e46 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 302889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786029857.467945:0:302889:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.103@tcp lock: 0000000093453f38/0x914a68b6efd51e46 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 302889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786029857.467954:0:302889:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.103@tcp lock: 0000000093453f38/0x914a68b6efd51e46 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 302889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1786029857.467972:0:302889:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000083198c12 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c476153d-e762-4c3f-9c2a-c8cfa8ca7210:302889:1872787847251712:192.168.203.103@tcp:101: 00000100:00100000:3.0:1786029857.468145:0:302889:0:(client.c:2702:ptlrpc_set_wait()) set 000000005ea3c24f going to sleep for 201 seconds 00000100:00100000:3.0:1786029857.470339:0:302889:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000083198c12 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c476153d-e762-4c3f-9c2a-c8cfa8ca7210:302889:1872787847251712:192.168.203.103@tcp:101: 00010000:00010000:3.0:1786029857.470362:0:302889:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.103@tcp lock: 0000000093453f38/0x914a68b6efd51e46 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbf300e06a2407bbf expref: -99 pid: 302889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786029857.470379:0:302889:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.103@tcp lock: 0000000093453f38/0x914a68b6efd51e46 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbf300e06a2407bbf expref: -99 pid: 302889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1786029857.470439:0:302889:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000083198c12 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c476153d-e762-4c3f-9c2a-c8cfa8ca7210:302889:1872787847251840:192.168.203.103@tcp:501: 00000100:00100000:3.0:1786029857.470520:0:302889:0:(client.c:2702:ptlrpc_set_wait()) set 000000005ea3c24f going to sleep for 201 seconds 00000100:00100000:1.0:1786029857.485726:0:302889:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000083198c12 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c476153d-e762-4c3f-9c2a-c8cfa8ca7210:302889:1872787847251840:192.168.203.103@tcp:501: 00000100:00100000:1.0:1786029857.485787:0:302889:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000bdffa4ad pname:cluuid:pid:xid:nid:opc:job mount.lustre:c476153d-e762-4c3f-9c2a-c8cfa8ca7210:302889:1872787847251968:192.168.203.103@tcp:503: 00000100:00100000:1.0:1786029857.485890:0:302889:0:(client.c:2702:ptlrpc_set_wait()) set 0000000008625e45 going to sleep for 201 seconds 00000100:00100000:1.0:1786029857.493705:0:302889:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000bdffa4ad pname:cluuid:pid:xid:nid:opc:job mount.lustre:c476153d-e762-4c3f-9c2a-c8cfa8ca7210:302889:1872787847251968:192.168.203.103@tcp:503: 00000100:00100000:1.0:1786029857.494156:0:302908:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000bdffa4ad pname:cluuid:pid:xid:nid:opc:job llog_process_th:c476153d-e762-4c3f-9c2a-c8cfa8ca7210:302908:1872787847252096:192.168.203.103@tcp:502: 00000100:00100000:1.0:1786029857.494261:0:302908:0:(client.c:2702:ptlrpc_set_wait()) set 000000002f421c8d going to sleep for 201 seconds 00000100:00100000:2.0:1786029857.499191:0:302908:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000bdffa4ad pname:cluuid:pid:xid:nid:opc:job llog_process_th:c476153d-e762-4c3f-9c2a-c8cfa8ca7210:302908:1872787847252096:192.168.203.103@tcp:502: 00000020:01000000:2.0:1786029857.499235:0:302908:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1786029857.499245:0:302908:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786029857.499248:0:302908:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:2.0:1786029857.499254:0:302908:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff93c9990dd000 00000020:00000080:2.0:1786029857.499257:0:302908:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1786029857.499279:0:302908:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff93c9990dd000 (000000000d9cc6d7) 00000020:00000080:2.0:1786029857.499296:0:302908:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type lov with refcount 2 00000020:01000000:2.0:1786029857.499302:0:302908:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff93c9990dd000 00000020:00000080:2.0:1786029857.499305:0:302908:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:2.0:1786029857.499640:0:302908:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff93c9990dd000 (uuid 18373ce4-7d59-4a13-a861-77a4716ed502) 00000020:01000000:2.0:1786029857.499645:0:302908:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786029857.499660:0:302908:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786029857.499662:0:302908:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:2.0:1786029857.499665:0:302908:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1786029857.499668:0:302908:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786029857.499669:0:302908:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:2.0:1786029857.499672:0:302908:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff93c9990dd000 00000020:00000080:2.0:1786029857.499674:0:302908:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1786029857.499680:0:302908:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff93c9990dd000 (00000000016ea5f7) 00000020:00000080:2.0:1786029857.499688:0:302908:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type lmv with refcount 2 00000020:01000000:2.0:1786029857.499692:0:302908:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff93c9990dd000 00000020:00000080:2.0:1786029857.499694:0:302908:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:2.0:1786029857.499838:0:302908:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff93c9990dd000 (uuid 18373ce4-7d59-4a13-a861-77a4716ed502) 00000020:01000000:2.0:1786029857.499843:0:302908:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786029857.499846:0:302908:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786029857.499847:0:302908:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:2.0:1786029857.499849:0:302908:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1786029857.499852:0:302908:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786029857.499853:0:302908:0:(obd_config.c:1561:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:2.0:1786029857.499862:0:302908:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1786029857.499863:0:302908:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:2.0:1786029857.499866:0:302908:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-client 00000020:01000000:2.0:1786029857.499871:0:302908:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786029857.499874:0:302908:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786029857.499875:0:302908:0:(obd_config.c:1561:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:2.0:1786029857.499877:0:302908:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1786029857.499881:0:302908:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786029857.499882:0:302908:0:(obd_config.c:1561:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:2.0:1786029857.499885:0:302908:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1786029857.499888:0:302908:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.103@tcp to nid 0x20000c0a8cb67 (192.168.203.103@tcp) 00000020:01000000:2.0:1786029857.499905:0:302908:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff93c9990dd000 00000020:00000080:2.0:1786029857.499907:0:302908:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1786029857.499913:0:302908:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff93c9990dd000 (00000000cd772bed) 00000020:00000080:2.0:1786029857.499921:0:302908:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mdc with refcount 2 00000020:01000000:2.0:1786029857.499927:0:302908:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff93c9990dd000 00000020:00000080:2.0:1786029857.499930:0:302908:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1786029857.499983:0:302908:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000023eba1a9@lustre-MDT0000-mdc-ffff93c9990dd000: add connection 192.168.203.103@tcp at head 00010000:00010000:2.0:1786029857.510706:0:302908:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff93c9990dd000-1 is initialized 00000040:01000000:2.0:1786029857.510927:0:302908:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff93c9990dd000 ctxt 13 is initialized 00000020:00000080:3.0:1786029857.514364:0:302908:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff93c9990dd000 (uuid 18373ce4-7d59-4a13-a861-77a4716ed502) 00000020:01000000:3.0:1786029857.514385:0:302908:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff93c9990dd000 00000020:00000080:3.0:1786029857.514390:0:302908:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:3.0:1786029857.514412:0:302908:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:3.0:1786029857.514448:0:302908:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1786029857.514451:0:302908:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786029857.514453:0:302908:0:(obd_config.c:1561:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:3.0:1786029857.514472:0:302908:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1786029857.514475:0:302908:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #9 00000020:01000000:3.0:1786029857.514477:0:302908:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1786029857.514478:0:302908:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1786029857.514479:0:302908:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1786029857.514481:0:302908:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786029857.514482:0:302908:0:(obd_config.c:1561:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:3.0:1786029857.514485:0:302908:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1786029857.514489:0:302908:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.203.103@tcp:/lustre 00000020:00000080:3.0:1786029857.514492:0:302908:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786029857.514494:0:302908:0:(obd_config.c:1561:class_process_config()) marker 13 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1786029857.514497:0:302908:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1786029857.514501:0:302908:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.103@tcp to nid 0x20000c0a8cb67 (192.168.203.103@tcp) 00000020:01000000:3.0:1786029857.514524:0:302908:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff93c9990dd000 00000020:00000080:3.0:1786029857.514527:0:302908:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1786029857.514545:0:302908:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff93c9990dd000 (00000000ad623949) 00000020:00000080:3.0:1786029857.514560:0:302908:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type osc with refcount 2 00000020:01000000:3.0:1786029857.514569:0:302908:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff93c9990dd000 00000020:00000080:3.0:1786029857.514572:0:302908:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1786029857.514669:0:302908:0:(ldlm_lib.c:102:import_set_conn()) imp 000000002e13a8d8@lustre-OST0000-osc-ffff93c9990dd000: add connection 192.168.203.103@tcp at head 00010000:00010000:3.0:1786029857.514871:0:302908:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff93c9990dd000-2 is initialized 00000020:00000080:1.0:1786029857.536624:0:302908:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff93c9990dd000 (uuid 18373ce4-7d59-4a13-a861-77a4716ed502) 00000020:01000000:1.0:1786029857.536645:0:302908:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff93c9990dd000 00000020:00000080:1.0:1786029857.536649:0:302908:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:1.0:1786029857.536672:0:302908:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:1.0:1786029857.536679:0:302908:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff93c9990dd000: Adding target lustre-OST0000_UUID 00020000:01000000:1.0:1786029857.536686:0:302908:0:(lov_obd.c:532:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:1.0:1786029857.536698:0:302908:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1786029857.536702:0:302908:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1786029857.536703:0:302908:0:(obd_config.c:1561:class_process_config()) marker 13 (0x2) lustre-OST0000 add osc 00000020:01000000:1.0:1786029857.536706:0:302908:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1786029857.536709:0:302908:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #14 00000020:01000000:1.0:1786029857.536720:0:302908:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1786029857.536722:0:302908:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1786029857.536723:0:302908:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1786029857.536725:0:302908:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1786029857.536726:0:302908:0:(obd_config.c:1561:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:1.0:1786029857.536729:0:302908:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1786029857.536733:0:302908:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.203.103@tcp:/lustre 00000020:00000080:1.0:1786029857.536736:0:302908:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1786029857.536737:0:302908:0:(obd_config.c:1561:class_process_config()) marker 19 (0x1) lustre-OST0001 add osc 00000020:00000080:1.0:1786029857.536740:0:302908:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1786029857.536744:0:302908:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.103@tcp to nid 0x20000c0a8cb67 (192.168.203.103@tcp) 00000020:01000000:1.0:1786029857.536766:0:302908:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff93c9990dd000 00000020:00000080:1.0:1786029857.536768:0:302908:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1786029857.536775:0:302908:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff93c9990dd000 (00000000ba057d0a) 00000020:00000080:1.0:1786029857.536791:0:302908:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type osc with refcount 2 00000020:01000000:1.0:1786029857.536795:0:302908:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff93c9990dd000 00000020:00000080:1.0:1786029857.536797:0:302908:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1786029857.536858:0:302908:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000073ca0b0@lustre-OST0001-osc-ffff93c9990dd000: add connection 192.168.203.103@tcp at head 00010000:00010000:1.0:1786029857.537369:0:302908:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff93c9990dd000-3 is initialized 00000020:00000080:1.0:1786029857.538636:0:302908:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff93c9990dd000 (uuid 18373ce4-7d59-4a13-a861-77a4716ed502) 00000020:01000000:1.0:1786029857.538646:0:302908:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff93c9990dd000 00000020:00000080:1.0:1786029857.538649:0:302908:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:1.0:1786029857.538662:0:302908:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:1.0:1786029857.538668:0:302908:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff93c9990dd000: Adding target lustre-OST0001_UUID 00020000:01000000:1.0:1786029857.538671:0:302908:0:(lov_obd.c:532:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:1.0:1786029857.538679:0:302908:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1786029857.538683:0:302908:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1786029857.538684:0:302908:0:(obd_config.c:1561:class_process_config()) marker 19 (0x2) lustre-OST0001 add osc 00000020:01000000:1.0:1786029857.538687:0:302908:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1786029857.538691:0:302908:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1786029857.538693:0:302908:0:(obd_config.c:1561:class_process_config()) marker 20 (0x1) lustre sys.timeout 00000020:00000080:1.0:1786029857.538695:0:302908:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1786029857.538706:0:302908:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 100 to 20 00000020:01000000:1.0:1786029857.538709:0:302908:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1786029857.538711:0:302908:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1786029857.538713:0:302908:0:(obd_config.c:1561:class_process_config()) marker 20 (0x2) lustre sys.timeout 00000020:01000000:1.0:1786029857.538715:0:302908:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1786029857.538718:0:302908:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1786029857.538719:0:302908:0:(obd_config.c:1561:class_process_config()) marker 24 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1786029857.538722:0:302908:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00100000:1.0:1786029857.538761:0:302908:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000000034a094 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c476153d-e762-4c3f-9c2a-c8cfa8ca7210:302908:1872787847252224:192.168.203.103@tcp:502:llog_process_th.0 00000100:00100000:1.0:1786029857.540133:0:302908:0:(client.c:2702:ptlrpc_set_wait()) set 00000000fee0a739 going to sleep for 201 seconds 00000100:00100000:2.0:1786029857.548373:0:302908:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000000034a094 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c476153d-e762-4c3f-9c2a-c8cfa8ca7210:302908:1872787847252224:192.168.203.103@tcp:502:llog_process_th.0 00000020:01000000:2.0:1786029857.548413:0:302908:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786029857.548420:0:302908:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786029857.548423:0:302908:0:(obd_config.c:1561:class_process_config()) marker 24 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1786029857.548427:0:302908:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 00000020:01000000:0.0:1786029857.548635:0:302889:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-41 (rc=0) 10000000:01000000:0.0:1786029857.548653:0:302889:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.103@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1786029857.548674:0:302889:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: 0000000093453f38/0x914a68b6efd51e46 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbf300e06a2407bbf expref: -99 pid: 302889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786029857.548684:0:302889:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.103@tcp lock: 0000000093453f38/0x914a68b6efd51e46 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbf300e06a2407bbf expref: -99 pid: 302889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1786029857.548691:0:302889:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-cliir-ffff93c9990dd000 from 1 10000000:01000000:0.0:1786029857.548694:0:302889:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:0.0:1786029857.548726:0:302889:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.103@tcp lock: 000000000619121a/0x914a68b6efd51e70 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 302889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786029857.548734:0:302889:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.103@tcp lock: 000000000619121a/0x914a68b6efd51e70 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 302889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786029857.548742:0:302889:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.103@tcp lock: 000000000619121a/0x914a68b6efd51e70 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 302889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1786029857.548762:0:302889:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000800e650e pname:cluuid:pid:xid:nid:opc:job mount.lustre:c476153d-e762-4c3f-9c2a-c8cfa8ca7210:302889:1872787847252352:192.168.203.103@tcp:101:mount.lustre.0 00000100:00100000:0.0:1786029857.548845:0:302889:0:(client.c:2702:ptlrpc_set_wait()) set 0000000075630026 going to sleep for 201 seconds 00000100:00100000:3.0:1786029857.553234:0:302889:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000800e650e pname:cluuid:pid:xid:nid:opc:job mount.lustre:c476153d-e762-4c3f-9c2a-c8cfa8ca7210:302889:1872787847252352:192.168.203.103@tcp:101:mount.lustre.0 00010000:00010000:3.0:1786029857.553259:0:302889:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.103@tcp lock: 000000000619121a/0x914a68b6efd51e70 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbf300e06a2407bc6 expref: -99 pid: 302889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786029857.553270:0:302889:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.103@tcp lock: 000000000619121a/0x914a68b6efd51e70 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbf300e06a2407bc6 expref: -99 pid: 302889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1786029857.553783:0:302889:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000f80881e3 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c476153d-e762-4c3f-9c2a-c8cfa8ca7210:302889:1872787847252480:192.168.203.103@tcp:256:mount.lustre.0 00000100:00100000:3.0:1786029857.553851:0:302889:0:(client.c:2702:ptlrpc_set_wait()) set 000000005ea3c24f going to sleep for 201 seconds 00000100:00100000:3.0:1786029857.559439:0:302889:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000f80881e3 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c476153d-e762-4c3f-9c2a-c8cfa8ca7210:302889:1872787847252480:192.168.203.103@tcp:256:mount.lustre.0 10000000:01000000:3.0:1786029857.560274:0:302889:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.103@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:3.0:1786029857.560323:0:302889:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: 000000000619121a/0x914a68b6efd51e70 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbf300e06a2407bc6 expref: -99 pid: 302889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786029857.560334:0:302889:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.103@tcp lock: 000000000619121a/0x914a68b6efd51e70 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbf300e06a2407bc6 expref: -99 pid: 302889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1786029857.560363:0:302889:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff93c9990dd000 from 1 10000000:01000000:3.0:1786029857.560366:0:302889:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1786029857.560397:0:302889:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.103@tcp lock: 0000000017aadf1f/0x914a68b6efd51e77 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 302889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786029857.560404:0:302889:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.103@tcp lock: 0000000017aadf1f/0x914a68b6efd51e77 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 302889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786029857.560427:0:302889:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.103@tcp lock: 0000000017aadf1f/0x914a68b6efd51e77 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 302889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1786029857.560447:0:302889:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000f80881e3 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c476153d-e762-4c3f-9c2a-c8cfa8ca7210:302889:1872787847252608:192.168.203.103@tcp:101:mount.lustre.0 00000100:00100000:3.0:1786029857.560523:0:302889:0:(client.c:2702:ptlrpc_set_wait()) set 000000005ea3c24f going to sleep for 201 seconds 00000100:00100000:2.0:1786029857.568771:0:302889:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000f80881e3 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c476153d-e762-4c3f-9c2a-c8cfa8ca7210:302889:1872787847252608:192.168.203.103@tcp:101:mount.lustre.0 00010000:00010000:2.0:1786029857.568798:0:302889:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.103@tcp lock: 0000000017aadf1f/0x914a68b6efd51e77 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbf300e06a2407bcd expref: -99 pid: 302889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786029857.568810:0:302889:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.103@tcp lock: 0000000017aadf1f/0x914a68b6efd51e77 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbf300e06a2407bcd expref: -99 pid: 302889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786029857.568899:0:302889:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000045e168cf pname:cluuid:pid:xid:nid:opc:job mount.lustre:c476153d-e762-4c3f-9c2a-c8cfa8ca7210:302889:1872787847252736:192.168.203.103@tcp:501:mount.lustre.0 00000100:00100000:2.0:1786029857.568980:0:302889:0:(client.c:2702:ptlrpc_set_wait()) set 00000000e931de3e going to sleep for 201 seconds 00000100:00100000:2.0:1786029857.587140:0:302889:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000045e168cf pname:cluuid:pid:xid:nid:opc:job mount.lustre:c476153d-e762-4c3f-9c2a-c8cfa8ca7210:302889:1872787847252736:192.168.203.103@tcp:501:mount.lustre.0 00000100:00100000:2.0:1786029857.587231:0:302889:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000045e168cf pname:cluuid:pid:xid:nid:opc:job mount.lustre:c476153d-e762-4c3f-9c2a-c8cfa8ca7210:302889:1872787847252864:192.168.203.103@tcp:503:mount.lustre.0 00000100:00100000:2.0:1786029857.587377:0:302889:0:(client.c:2702:ptlrpc_set_wait()) set 00000000e931de3e going to sleep for 201 seconds 00000100:00100000:2.0:1786029857.602888:0:302889:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000045e168cf pname:cluuid:pid:xid:nid:opc:job mount.lustre:c476153d-e762-4c3f-9c2a-c8cfa8ca7210:302889:1872787847252864:192.168.203.103@tcp:503:mount.lustre.0 00000100:00100000:2.0:1786029857.612622:0:302913:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000045e168cf pname:cluuid:pid:xid:nid:opc:job llog_process_th:c476153d-e762-4c3f-9c2a-c8cfa8ca7210:302913:1872787847252992:192.168.203.103@tcp:502:llog_process_th.0 00000100:00100000:2.0:1786029857.612737:0:302913:0:(client.c:2702:ptlrpc_set_wait()) set 00000000b78eca62 going to sleep for 201 seconds 00000100:00100000:2.0:1786029857.615208:0:302913:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000045e168cf pname:cluuid:pid:xid:nid:opc:job llog_process_th:c476153d-e762-4c3f-9c2a-c8cfa8ca7210:302913:1872787847252992:192.168.203.103@tcp:502:llog_process_th.0 00000020:01000000:2.0:1786029857.615255:0:302913:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1786029857.615264:0:302913:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786029857.615266:0:302913:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1786029857.615273:0:302913:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff93c9990dd000 00000020:00000080:2.0:1786029857.615276:0:302913:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1786029857.615298:0:302913:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786029857.615301:0:302913:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786029857.615302:0:302913:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1786029857.615305:0:302913:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1786029857.615307:0:302913:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786029857.615308:0:302913:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1786029857.615312:0:302913:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff93c9990dd000 00000020:00000080:2.0:1786029857.615314:0:302913:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1786029857.615385:0:302913:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93c9b1736300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c476153d-e762-4c3f-9c2a-c8cfa8ca7210:302913:1872787847253120:192.168.203.103@tcp:502:llog_process_th.0 00000100:00100000:2.0:1786029857.615488:0:302913:0:(client.c:2702:ptlrpc_set_wait()) set ffff93c9a6e5aa80 going to sleep for 201 seconds 00000100:00100000:3.0:1786029857.639367:0:302913:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93c9b1736300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c476153d-e762-4c3f-9c2a-c8cfa8ca7210:302913:1872787847253120:192.168.203.103@tcp:502:llog_process_th.0 00000020:01000000:3.0:1786029857.639411:0:302913:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1786029857.639420:0:302913:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786029857.639423:0:302913:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:3.0:1786029857.639428:0:302913:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:0.0:1786029857.641208:0:302889:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:0.0:1786029857.641241:0:302889:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.103@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1786029857.641263:0:302889:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.103@tcp lock: ffff93c9a08b0400/0x914a68b6efd51e77 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbf300e06a2407bcd expref: -99 pid: 302889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786029857.641275:0:302889:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.103@tcp lock: ffff93c9a08b0400/0x914a68b6efd51e77 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbf300e06a2407bcd expref: -99 pid: 302889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:0.0:1786029857.641294:0:302889:0:(llite_lib.c:1623:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:0.0:1786029857.641316:0:302889:0:(genops.c:1406:class_connect()) connect: client 18373ce4-7d59-4a13-a861-77a4716ed502, cookie 0x914a68b6efd51e7e 00800000:01000000:0.0:1786029857.641337:0:302889:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect 18373ce4-7d59-4a13-a861-77a4716ed502 to lustre-clilmv-ffff93c9990dd000 00800000:01000000:0.0:1786029857.641343:0:302889:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff93c9990dd000(18373ce4-7d59-4a13-a861-77a4716ed502) - lustre-MDT0000_UUID, 18373ce4-7d59-4a13-a861-77a4716ed502 00000020:00000080:0.0:1786029857.641351:0:302889:0:(genops.c:1406:class_connect()) connect: client 18373ce4-7d59-4a13-a861-77a4716ed502, cookie 0x914a68b6efd51e85 00000100:00080000:0.0:1786029857.641360:0:302889:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff93c9990dd000: connect to NID 192.168.203.103@tcp last attempt 0 00000100:00080000:0.0:1786029857.641369:0:302889:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff93c9990dd000: import ffff93c9a026f000 using connection 192.168.203.103@tcp/192.168.203.103@tcp 00000008:00100000:0.0:1786029857.641380:0:302889:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682930 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1786029857.641405:0:302889:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93c98dc1e680 x1872787847253248/t0(0) o38->lustre-MDT0000-mdc-ffff93c9990dd000@192.168.203.103@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1786029857.641422:0:302889:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 18373ce4-7d59-4a13-a861-77a4716ed502->lustre-MDT0000_UUID 00800000:01000000:0.0:1786029857.641522:0:302889:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff93c9990dd000(18373ce4-7d59-4a13-a861-77a4716ed502) successfully (5) 00800000:00000004:0.0:1786029857.641526:0:302889:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff93c9990dd000: age 13328, max_age 0 00000080:00000004:0.0:1786029857.641557:0:302889:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff93c9990dd000: age 13328, max_age 14327 00800000:00000004:0.0:1786029857.641562:0:302889:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff93c9990dd000: age 13328, max_age 14327 00000100:00080000:0.0:1786029857.641577:0:302889:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff93c98dc1ed80 x1872787847253504/t0(0) o41->lustre-MDT0000-mdc-ffff93c9990dd000@192.168.203.103@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786029857.641599:0:302889:0:(client.c:2702:ptlrpc_set_wait()) set ffff93c992b000c0 going to sleep for 0 seconds 00000100:00080000:0.0:1786029857.641664:0:302357:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff93c98dc1fb80 x1872787847253376/t0(0) o41->lustre-MDT0000-mdc-ffff93c9990dd000@192.168.203.103@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786029857.642418:0:302355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93c98dc1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:18373ce4-7d59-4a13-a861-77a4716ed502:302355:1872787847253248:192.168.203.103@tcp:38:mount.lustre.0 00000100:00100000:1.0:1786029857.661683:0:302355:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93c9990dd000: committing for last_committed 0 gen 1 00000100:00080000:1.0:1786029857.661698:0:302355:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff93c9990dd000: connect to target with instance 2 00000001:01000000:0.0:1786029857.911477:0:302355:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff93c9990dd000: T10 checksum algorithm t10ip512 speed = 1683 MB/s 00000001:01000000:3.0:1786029858.161542:0:302355:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff93c9990dd000: T10 checksum algorithm t10ip4K speed = 2135 MB/s 00000001:01000000:2.0:1786029858.414547:0:302355:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff93c9990dd000: T10 checksum algorithm t10crc512 speed = 656 MB/s 00010000:00010000:0.0:1786029858.418644:0:302901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:01000000:2.0:1786029858.665700:0:302355:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff93c9990dd000: T10 checksum algorithm t10crc4K speed = 641 MB/s 00000100:00080000:2.0:1786029858.665712:0:302355:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff93c9990dd000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:2.0:1786029858.665725:0:302355:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1786029858.665731:0:302355:0:(import.c:65:import_set_state_nolock()) ffff93c9a026f000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:3.0:1786029858.670424:0:302355:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000eb3897cd): req@ffff93c98dc1ed80 x1872787847253504/t0(0) o41->lustre-MDT0000-mdc-ffff93c9990dd000@192.168.203.103@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1786029858.670449:0:302355:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000d7ef8a91): req@ffff93c98dc1fb80 x1872787847253376/t0(0) o41->lustre-MDT0000-mdc-ffff93c9990dd000@192.168.203.103@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786029858.670496:0:302355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93c98dc1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:18373ce4-7d59-4a13-a861-77a4716ed502:302355:1872787847253248:192.168.203.103@tcp:38:mount.lustre.0 00000100:00100000:0.0:1786029858.670839:0:302889:0:(client.c:2702:ptlrpc_set_wait()) set ffff93c992b000c0 going to sleep for 0 seconds 00000100:00100000:0.0:1786029858.671062:0:302889:0:(client.c:2702:ptlrpc_set_wait()) set ffff93c992b000c0 going to sleep for 11 seconds 00000100:00100000:1.0:1786029858.674322:0:302357:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93c98dc1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18373ce4-7d59-4a13-a861-77a4716ed502:0:1872787847253376:192.168.203.103@tcp:41:mount.lustre.0 00000100:00100000:3.0:1786029858.674440:0:302889:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93c98dc1ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:18373ce4-7d59-4a13-a861-77a4716ed502:302889:1872787847253504:192.168.203.103@tcp:41:mount.lustre.0 00800000:00000004:3.0:1786029858.674490:0:302889:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff93c9990dd000: update ffff93c986f51e10 cache blocks 17101/17267 objects 547744/562206 00000080:00000004:3.0:1786029858.674497:0:302889:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff93c9990dd000: update ffff93c986f55190 cache blocks 17101/17267 objects 547744/562206 00000100:00100000:3.0:1786029858.674533:0:302889:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93c9b511ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:18373ce4-7d59-4a13-a861-77a4716ed502:302889:1872787847253632:192.168.203.103@tcp:40:mount.lustre.0 00000100:00100000:3.0:1786029858.674587:0:302889:0:(client.c:2702:ptlrpc_set_wait()) set ffff93c9b7fc7900 going to sleep for 11 seconds 00000100:00100000:3.0:1786029858.677165:0:302889:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93c9b511ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:18373ce4-7d59-4a13-a861-77a4716ed502:302889:1872787847253632:192.168.203.103@tcp:40:mount.lustre.0 00000080:00000004:3.0:1786029858.677188:0:302889:0:(llite_lib.c:622:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:3.0:1786029858.677200:0:302889:0:(llite_lib.c:784:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 3407872 00020000:01000000:3.0:1786029858.677212:0:302889:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:3.0:1786029858.677223:0:302889:0:(genops.c:1406:class_connect()) connect: client 18373ce4-7d59-4a13-a861-77a4716ed502, cookie 0x914a68b6efd51e8c 00000020:00000080:3.0:1786029858.677240:0:302889:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0x914a68b6efd51e93 00000100:00080000:3.0:1786029858.677247:0:302889:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93c9990dd000: connect to NID 192.168.203.103@tcp last attempt 0 00000100:00080000:3.0:1786029858.677254:0:302889:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93c9990dd000: import ffff93c9860a6000 using connection 192.168.203.103@tcp/192.168.203.103@tcp 00000008:00100000:3.0:1786029858.677266:0:302889:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1786029858.677286:0:302889:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93c9b511ad80 x1872787847253760/t0(0) o8->lustre-OST0000-osc-ffff93c9990dd000@192.168.203.103@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1786029858.677308:0:302889:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 18373ce4-7d59-4a13-a861-77a4716ed502->lustre-OST0000_UUID 00020000:01000000:3.0:1786029858.677326:0:302889:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff93c9990dd000) active 00000020:00000080:3.0:1786029858.677350:0:302889:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0x914a68b6efd51e9a 00000100:00080000:3.0:1786029858.677354:0:302889:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff93c9990dd000: connect to NID 192.168.203.103@tcp last attempt 0 00000100:00080000:3.0:1786029858.677359:0:302889:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff93c9990dd000: import ffff93c993a74800 using connection 192.168.203.103@tcp/192.168.203.103@tcp 00000008:00100000:3.0:1786029858.677364:0:302889:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1786029858.677374:0:302889:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93c9b5118e00 x1872787847253888/t0(0) o8->lustre-OST0001-osc-ffff93c9990dd000@192.168.203.103@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1786029858.677383:0:302889:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 18373ce4-7d59-4a13-a861-77a4716ed502->lustre-OST0001_UUID 00020000:01000000:3.0:1786029858.677388:0:302889:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff93c9990dd000) active 00000100:00100000:3.0:1786029858.677418:0:302889:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93c9b5118000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:18373ce4-7d59-4a13-a861-77a4716ed502:302889:1872787847254016:192.168.203.103@tcp:33:mount.lustre.0 00000100:00100000:3.0:1786029858.677538:0:302889:0:(client.c:2702:ptlrpc_set_wait()) set ffff93c9b7fc7900 going to sleep for 11 seconds 00000100:00100000:1.0:1786029858.677855:0:302356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93c98dc1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c476153d-e762-4c3f-9c2a-c8cfa8ca7210:302356:1872787847254144:192.168.203.103@tcp:400:kworker.0 00000100:00100000:2.0:1786029858.678376:0:302355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93c9b511ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:18373ce4-7d59-4a13-a861-77a4716ed502:302355:1872787847253760:192.168.203.103@tcp:8:mount.lustre.0 00000100:00100000:2.0:1786029858.678424:0:302355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93c9b5118e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:18373ce4-7d59-4a13-a861-77a4716ed502:302355:1872787847253888:192.168.203.103@tcp:8:mount.lustre.0 00000100:00100000:3.0:1786029858.679861:0:302889:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93c9b5118000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:18373ce4-7d59-4a13-a861-77a4716ed502:302889:1872787847254016:192.168.203.103@tcp:33:mount.lustre.0 00000080:00200000:3.0:1786029858.680243:0:302889:0:(llite_lib.c:3364:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93c9920cb248) 00000080:00200000:3.0:1786029858.680252:0:302889:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 73216 00000080:02000400:3.0:1786029858.680312:0:302889:0:(llite_lib.c:1662:ll_fill_super()) Mounted lustre-client - version 2.17.56_50_g837cd6c 00000080:00000004:3.0:1786029858.686625:0:302889:0:(super25.c:181:lustre_fill_super()) 192.168.203.103@tcp:/lustre: Mount complete 00000100:00100000:1.0:1786029858.706395:0:302356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93c98dc1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c476153d-e762-4c3f-9c2a-c8cfa8ca7210:302356:1872787847254144:192.168.203.103@tcp:400:kworker.0 00000100:00100000:3.0:1786029858.709199:0:302355:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-ffff93c9990dd000: committing for last_committed 0 gen 1 00000100:00080000:3.0:1786029858.709221:0:302355:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff93c9990dd000: connect to target with instance 2 00000100:00080000:3.0:1786029858.709231:0:302355:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff93c9990dd000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1786029858.709242:0:302355:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1786029858.709246:0:302355:0:(import.c:65:import_set_state_nolock()) ffff93c9860a6000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1786029858.709252:0:302355:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:3.0:1786029858.709256:0:302355:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1786029858.709261:0:302355:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1786029858.709274:0:302355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93c9b511ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:18373ce4-7d59-4a13-a861-77a4716ed502:302355:1872787847253760:192.168.203.103@tcp:8:mount.lustre.0 00000100:00100000:3.0:1786029858.709294:0:302355:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-ffff93c9990dd000: committing for last_committed 0 gen 1 00000100:00080000:3.0:1786029858.709298:0:302355:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff93c9990dd000: connect to target with instance 2 00000100:00080000:3.0:1786029858.709303:0:302355:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff93c9990dd000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1786029858.709307:0:302355:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1786029858.709309:0:302355:0:(import.c:65:import_set_state_nolock()) ffff93c993a74800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1786029858.709312:0:302355:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:3.0:1786029858.709314:0:302355:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1786029858.709317:0:302355:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1786029858.709321:0:302355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93c9b5118e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:18373ce4-7d59-4a13-a861-77a4716ed502:302355:1872787847253888:192.168.203.103@tcp:8:mount.lustre.0 00010000:00010000:2.0:1786029859.451953:0:302900:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029860.476263:0:302901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029861.493272:0:302900:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029862.519138:0:302901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786029863.539592:0:302900:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786029864.116430:0:302359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93c9b5118e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c476153d-e762-4c3f-9c2a-c8cfa8ca7210:302359:1872787847254272:192.168.203.103@tcp:400:kworker.0 00000100:00100000:2.0:1786029864.118244:0:302359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93c9b5118000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:18373ce4-7d59-4a13-a861-77a4716ed502:302359:1872787847254528:192.168.203.103@tcp:400:kworker.0 00000100:00100000:2.0:1786029864.118318:0:302359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1786029864.118327:0:302359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93c9b511ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:18373ce4-7d59-4a13-a861-77a4716ed502:302359:1872787847254400:192.168.203.103@tcp:400:kworker.0 00000100:00100000:2.0:1786029864.118435:0:302359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93c9b511b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:18373ce4-7d59-4a13-a861-77a4716ed502:302359:1872787847254656:192.168.203.103@tcp:400:kworker.0 00000100:00100000:3.0:1786029864.130442:0:302359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93c9b511ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:18373ce4-7d59-4a13-a861-77a4716ed502:302359:1872787847254400:192.168.203.103@tcp:400:kworker.0 00000100:00100000:3.0:1786029864.130494:0:302359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93c9b511b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:18373ce4-7d59-4a13-a861-77a4716ed502:302359:1872787847254656:192.168.203.103@tcp:400:kworker.0 00000100:00100000:3.0:1786029864.130505:0:302359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93c9b5118e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c476153d-e762-4c3f-9c2a-c8cfa8ca7210:302359:1872787847254272:192.168.203.103@tcp:400:kworker.0 00000100:00100000:3.0:1786029864.130529:0:302359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93c9b5118000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:18373ce4-7d59-4a13-a861-77a4716ed502:302359:1872787847254528:192.168.203.103@tcp:400:kworker.0 00010000:00010000:1.0:1786029864.562953:0:302901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029865.590479:0:302900:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786029866.610669:0:302901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786029867.641804:0:302900:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1786029868.565661:0:303486:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 110: do not grant another lock on resend ========================================================== 11:24:25 (1786029865) 00010000:00010000:1.0:1786029868.661045:0:302901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786029869.250877:0:302359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93c9b1735c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c476153d-e762-4c3f-9c2a-c8cfa8ca7210:302359:1872787847254784:192.168.203.103@tcp:400:kworker.0 00000100:00100000:2.0:1786029869.250987:0:302359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93c9b1737800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:18373ce4-7d59-4a13-a861-77a4716ed502:302359:1872787847255040:192.168.203.103@tcp:400:kworker.0 00000100:00100000:2.0:1786029869.251020:0:302359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1786029869.251026:0:302359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93c9b1734e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:18373ce4-7d59-4a13-a861-77a4716ed502:302359:1872787847254912:192.168.203.103@tcp:400:kworker.0 00000100:00100000:2.0:1786029869.251263:0:302359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93c9b1737480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:18373ce4-7d59-4a13-a861-77a4716ed502:302359:1872787847255168:192.168.203.103@tcp:400:kworker.0 00000100:00100000:2.0:1786029869.260691:0:302359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93c9b1735c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c476153d-e762-4c3f-9c2a-c8cfa8ca7210:302359:1872787847254784:192.168.203.103@tcp:400:kworker.0 00000100:00100000:2.0:1786029869.260713:0:302359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93c9b1737800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:18373ce4-7d59-4a13-a861-77a4716ed502:302359:1872787847255040:192.168.203.103@tcp:400:kworker.0 00000100:00100000:2.0:1786029869.267691:0:302359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93c9b1734e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:18373ce4-7d59-4a13-a861-77a4716ed502:302359:1872787847254912:192.168.203.103@tcp:400:kworker.0 00000100:00100000:2.0:1786029869.267711:0:302359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93c9b1737480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:18373ce4-7d59-4a13-a861-77a4716ed502:302359:1872787847255168:192.168.203.103@tcp:400:kworker.0 00010000:00010000:3.0:1786029869.682783:0:302900:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786029870.708888:0:302901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786029871.731501:0:302900:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786029872.759673:0:302901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786029873.778623:0:302900:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786029874.356498:0:302358:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93c9b1734e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:18373ce4-7d59-4a13-a861-77a4716ed502:302358:1872787847255424:192.168.203.103@tcp:400:kworker.0 00000100:00100000:2.0:1786029874.356634:0:302358:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93c9b1735c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:18373ce4-7d59-4a13-a861-77a4716ed502:302358:1872787847255680:192.168.203.103@tcp:400:kworker.0 00000100:00100000:2.0:1786029874.356673:0:302358:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1786029874.356680:0:302358:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93c9b1737480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c476153d-e762-4c3f-9c2a-c8cfa8ca7210:302358:1872787847255296:192.168.203.103@tcp:400:kworker.0 00000100:00100000:2.0:1786029874.356709:0:302358:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93c9b1737800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:18373ce4-7d59-4a13-a861-77a4716ed502:302358:1872787847255552:192.168.203.103@tcp:400:kworker.0 00000100:00100000:2.0:1786029874.364867:0:302358:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93c9b1737480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c476153d-e762-4c3f-9c2a-c8cfa8ca7210:302358:1872787847255296:192.168.203.103@tcp:400:kworker.0 00000100:00100000:2.0:1786029874.364893:0:302358:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93c9b1737800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:18373ce4-7d59-4a13-a861-77a4716ed502:302358:1872787847255552:192.168.203.103@tcp:400:kworker.0 00000100:00100000:2.0:1786029874.364905:0:302358:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93c9b1734e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:18373ce4-7d59-4a13-a861-77a4716ed502:302358:1872787847255424:192.168.203.103@tcp:400:kworker.0 00000100:00100000:2.0:1786029874.364916:0:302358:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93c9b1735c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:18373ce4-7d59-4a13-a861-77a4716ed502:302358:1872787847255680:192.168.203.103@tcp:400:kworker.0 00010000:00010000:1.0:1786029874.802731:0:302901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786029875.827515:0:302900:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786029876.856122:0:302901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786029877.875402:0:302900:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786029878.898790:0:302901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1786029879.477802:0:271804:0:(import.c:65:import_set_state_nolock()) ffff93c9860a6000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1786029879.477810:0:271804:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff93c9990dd000: disconnect after 21s idle 00000100:00080000:3.0:1786029879.477839:0:271804:0:(import.c:65:import_set_state_nolock()) ffff93c993a74800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1786029879.477843:0:271804:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff93c9990dd000: disconnect after 21s idle 00000100:00100000:0.0:1786029879.479673:0:302355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93c9b511b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:18373ce4-7d59-4a13-a861-77a4716ed502:302355:1872787847256064:192.168.203.103@tcp:9:kworker.0 00000100:00100000:0.0:1786029879.479824:0:302355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93c9b511ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:18373ce4-7d59-4a13-a861-77a4716ed502:302355:1872787847256192:192.168.203.103@tcp:9:kworker.0 00000100:00100000:2.0:1786029879.480071:0:302359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93c9b5118000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c476153d-e762-4c3f-9c2a-c8cfa8ca7210:302359:1872787847255808:192.168.203.103@tcp:400:kworker.0 00000100:00100000:2.0:1786029879.480113:0:302359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1786029879.480120:0:302359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93c9b5118e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:18373ce4-7d59-4a13-a861-77a4716ed502:302359:1872787847255936:192.168.203.103@tcp:400:kworker.0 00000100:00100000:2.0:1786029879.484049:0:302359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93c9b5118e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:18373ce4-7d59-4a13-a861-77a4716ed502:302359:1872787847255936:192.168.203.103@tcp:400:kworker.0 00000100:00100000:2.0:1786029879.484080:0:302359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93c9b5118000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c476153d-e762-4c3f-9c2a-c8cfa8ca7210:302359:1872787847255808:192.168.203.103@tcp:400:kworker.0 00000100:00080000:0.0:1786029879.484269:0:302355:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff93c9b511b480 x1872787847256064/t0(0) o9->lustre-OST0000-osc-ffff93c9990dd000@192.168.203.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1786029889 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786029879.484281:0:302355:0:(import.c:65:import_set_state_nolock()) ffff93c9860a6000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:0.0:1786029879.484286:0:302355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93c9b511b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:18373ce4-7d59-4a13-a861-77a4716ed502:302355:1872787847256064:192.168.203.103@tcp:9:kworker.0 00000100:00080000:0.0:1786029879.484297:0:302355:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff93c9b511ad80 x1872787847256192/t0(0) o9->lustre-OST0001-osc-ffff93c9990dd000@192.168.203.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1786029889 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786029879.484305:0:302355:0:(import.c:65:import_set_state_nolock()) ffff93c993a74800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:0.0:1786029879.484309:0:302355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93c9b511ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:18373ce4-7d59-4a13-a861-77a4716ed502:302355:1872787847256192:192.168.203.103@tcp:9:kworker.0 00010000:00010000:3.0:1786029879.922644:0:302900:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786029880.954312:0:302901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786029881.973375:0:302900:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786029882.994657:0:302901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786029884.018629:0:302900:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1786029884.597516:0:302356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93c98dc1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18373ce4-7d59-4a13-a861-77a4716ed502:302356:1872787847256448:192.168.203.103@tcp:400:kworker.0 00000100:00100000:0.0:1786029884.597628:0:302356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1786029884.597636:0:302356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93c98dc1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c476153d-e762-4c3f-9c2a-c8cfa8ca7210:302356:1872787847256320:192.168.203.103@tcp:400:kworker.0 00000100:00100000:1.0:1786029884.616829:0:302356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93c98dc1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c476153d-e762-4c3f-9c2a-c8cfa8ca7210:302356:1872787847256320:192.168.203.103@tcp:400:kworker.0 00000100:00100000:1.0:1786029884.616851:0:302356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93c98dc1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18373ce4-7d59-4a13-a861-77a4716ed502:302356:1872787847256448:192.168.203.103@tcp:400:kworker.0 00010000:00010000:1.0:1786029885.042672:0:302901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786029886.067698:0:302900:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786029887.090707:0:302901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786029888.116926:0:302900:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786029889.139937:0:302901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786029889.714837:0:302359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93c9b1735c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c476153d-e762-4c3f-9c2a-c8cfa8ca7210:302359:1872787847256576:192.168.203.103@tcp:400:kworker.0 00000100:00100000:3.0:1786029889.721490:0:302359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1786029889.721512:0:302359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93c9b1734e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:18373ce4-7d59-4a13-a861-77a4716ed502:302359:1872787847256704:192.168.203.103@tcp:400:kworker.0 00000100:00100000:3.0:1786029889.722647:0:302359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93c9b1735c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c476153d-e762-4c3f-9c2a-c8cfa8ca7210:302359:1872787847256576:192.168.203.103@tcp:400:kworker.0 00000100:00100000:3.0:1786029889.724791:0:302359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93c9b1734e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:18373ce4-7d59-4a13-a861-77a4716ed502:302359:1872787847256704:192.168.203.103@tcp:400:kworker.0 00010000:00010000:3.0:1786029890.163499:0:302900:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786029891.189948:0:302901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786029892.212472:0:302900:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786029893.236208:0:302901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786029894.258671:0:302900:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786029894.834916:0:302359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93c9b1737800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c476153d-e762-4c3f-9c2a-c8cfa8ca7210:302359:1872787847256832:192.168.203.103@tcp:400:kworker.0 00000100:00100000:3.0:1786029894.840071:0:302359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1786029894.840100:0:302359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93c9b1737480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:18373ce4-7d59-4a13-a861-77a4716ed502:302359:1872787847256960:192.168.203.103@tcp:400:kworker.0 00000100:00100000:3.0:1786029894.856443:0:302359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93c9b1737480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:18373ce4-7d59-4a13-a861-77a4716ed502:302359:1872787847256960:192.168.203.103@tcp:400:kworker.0 00000100:00100000:3.0:1786029894.869989:0:302359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93c9b1737800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c476153d-e762-4c3f-9c2a-c8cfa8ca7210:302359:1872787847256832:192.168.203.103@tcp:400:kworker.0 00010000:00010000:1.0:1786029895.285019:0:302901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:1.0:1786029895.675549:0:303534:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93c9920cb248),name=/ 00000002:00010000:1.0:1786029895.675617:0:303534:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1786029895.675701:0:303534:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9b416fe00/0x914a68b6efd51ea1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 303534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786029895.675714:0:303534:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9b416fe00/0x914a68b6efd51ea1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 303534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786029895.675726:0:303534:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9b416fe00/0x914a68b6efd51ea1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 303534 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1786029895.675976:0:303534:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93c9858f8700 pname:cluuid:pid:xid:nid:opc:job touch:18373ce4-7d59-4a13-a861-77a4716ed502:303534:1872787847257088:192.168.203.103@tcp:101:touch.0 00000100:00100000:1.0:1786029895.676096:0:303534:0:(client.c:2702:ptlrpc_set_wait()) set ffff93c9b7fc7540 going to sleep for 11 seconds 00000100:00100000:1.0:1786029895.681440:0:303534:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93c9858f8700 pname:cluuid:pid:xid:nid:opc:job touch:18373ce4-7d59-4a13-a861-77a4716ed502:303534:1872787847257088:192.168.203.103@tcp:101:touch.0 00010000:00010000:1.0:1786029895.681500:0:303534:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9b416fe00/0x914a68b6efd51ea1 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf300e06a2407bf0 expref: -99 pid: 303534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786029895.681514:0:303534:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9b416fe00/0x914a68b6efd51ea1 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf300e06a2407bf0 expref: -99 pid: 303534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786029895.681527:0:303534:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9b416fe00/0x914a68b6efd51ea1 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf300e06a2407bf0 expref: -99 pid: 303534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786029895.681578:0:303534:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9b416fe00/0x914a68b6efd51ea1 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf300e06a2407bf0 expref: -99 pid: 303534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786029895.681594:0:303534:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9b416fe00/0x914a68b6efd51ea1 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf300e06a2407bf0 expref: -99 pid: 303534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786029895.681732:0:303534:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9b416fe00/0x914a68b6efd51ea1 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf300e06a2407bf0 expref: -99 pid: 303534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786029895.681743:0:303534:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9b416fe00/0x914a68b6efd51ea1 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf300e06a2407bf0 expref: -99 pid: 303534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1786029895.681765:0:303534:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff93c9858f8700 x1872787847257088/t0(0) o101->lustre-MDT0000-mdc-ffff93c9990dd000@192.168.203.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1786029911 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1786029895.681781:0:303534:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9b416fe00/0x914a68b6efd51ea1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf300e06a2407bf0 expref: -99 pid: 303534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786029895.681795:0:303534:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff93c988a74400 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:1.0:1786029895.681803:0:303534:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1786029895.681837:0:303534:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 73216 00000080:00010000:1.0:1786029895.681842:0:303534:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff93c9920cb248) for lock 0x914a68b6efd51ea1 00000080:00010000:1.0:1786029895.681848:0:303534:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff93c9920cb248) 00000080:00010000:1.0:1786029895.681851:0:303534:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x914a68b6efd51ea1 from it ffffae5c07e63bf8 00010000:00010000:1.0:1786029895.681854:0:303534:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9b416fe00/0x914a68b6efd51ea1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf300e06a2407bf0 expref: -99 pid: 303534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786029895.681874:0:303534:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9b416fe00/0x914a68b6efd51ea1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf300e06a2407bf0 expref: -99 pid: 303534 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1786029895.681905:0:303534:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93c9920cb248), inode mode 41ff mask 1 00000080:00200000:1.0:1786029895.681940:0:303534:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93c9920cb248),name=/ 00000002:00010000:1.0:1786029895.681957:0:303534:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1786029895.681968:0:303534:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9b416fe00/0x914a68b6efd51ea1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf300e06a2407bf0 expref: -99 pid: 303534 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1786029895.681979:0:303534:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9b416fe00/0x914a68b6efd51ea1 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf300e06a2407bf0 expref: -99 pid: 303534 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1786029895.681986:0:303534:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1786029895.681990:0:303534:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff93c9920cb248) 00000080:00010000:1.0:1786029895.681992:0:303534:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff93c9920cb248) for lock 0x914a68b6efd51ea1 00000080:00010000:1.0:1786029895.681996:0:303534:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x914a68b6efd51ea1 from it ffffae5c07e63b38 00010000:00010000:1.0:1786029895.681999:0:303534:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9b416fe00/0x914a68b6efd51ea1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf300e06a2407bf0 expref: -99 pid: 303534 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1786029895.682006:0:303534:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9b416fe00/0x914a68b6efd51ea1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf300e06a2407bf0 expref: -99 pid: 303534 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200000:1.0:1786029895.682014:0:303534:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93c9920cb248), inode mode 41ff mask 3 00000080:00200000:1.0:1786029895.682019:0:303534:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f110.sanityn, dir=[0x200000007:0x1:0x0](ffff93c9920cb248), file ffff93c986723500, open_flags 8941, mode 81b6 opened 0 00000080:00200000:1.0:1786029895.682028:0:303534:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f110.sanityn, dir=[0x200000007:0x1:0x0](ffff93c9920cb248), intent=open|creat 00000100:00100000:1.0:1786029895.682081:0:303534:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93c9858f8700 pname:cluuid:pid:xid:nid:opc:job touch:18373ce4-7d59-4a13-a861-77a4716ed502:303534:1872787847257216:192.168.203.103@tcp:700:touch.0 00000100:00100000:1.0:1786029895.682165:0:303534:0:(client.c:2702:ptlrpc_set_wait()) set ffff93c9b7fc7540 going to sleep for 11 seconds 00000100:00100000:3.0:1786029895.687916:0:303534:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93c9858f8700 pname:cluuid:pid:xid:nid:opc:job touch:18373ce4-7d59-4a13-a861-77a4716ed502:303534:1872787847257216:192.168.203.103@tcp:700:touch.0 00000002:00010000:3.0:1786029895.687966:0:303534:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f110.sanityn,[0x200000bd3:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0104502 00010000:00010000:3.0:1786029895.687991:0:303534:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9b416fe00/0x914a68b6efd51ea1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xbf300e06a2407bf0 expref: -99 pid: 303534 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:3.0:1786029895.688063:0:303534:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9b416fe00/0x914a68b6efd51ea1 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xbf300e06a2407bf0 expref: -99 pid: 303534 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:3.0:1786029895.688070:0:303534:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1786029895.688073:0:303534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9b416fe00/0x914a68b6efd51ea1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xbf300e06a2407bf0 expref: -99 pid: 303534 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:3.0:1786029895.688113:0:303534:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9a08b1000/0x914a68b6efd51ea8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 303534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786029895.688119:0:303534:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9a08b1000/0x914a68b6efd51ea8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 303534 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1786029895.688129:0:303534:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff93c9990dd000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1786029895.688137:0:303534:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff93c9b511ad80 x1872787847257472/t0(0) o101->lustre-MDT0000-mdc-ffff93c9990dd000@192.168.203.103@tcp:12/10 lens 768/66432 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1786029895.688146:0:303534:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9a08b1000/0x914a68b6efd51ea8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 303534 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1786029895.688178:0:303534:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93c9b511ad80 pname:cluuid:pid:xid:nid:opc:job touch:18373ce4-7d59-4a13-a861-77a4716ed502:303534:1872787847257472:192.168.203.103@tcp:101:touch.0 00000100:00100000:3.0:1786029895.688352:0:303534:0:(client.c:2702:ptlrpc_set_wait()) set ffff93c9a6e5a600 going to sleep for 11 seconds 00000100:00100000:3.0:1786029895.707025:0:303534:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93c9b511ad80 pname:cluuid:pid:xid:nid:opc:job touch:18373ce4-7d59-4a13-a861-77a4716ed502:303534:1872787847257472:192.168.203.103@tcp:101:touch.0 00010000:00010000:3.0:1786029895.707057:0:303534:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9a08b1000/0x914a68b6efd51ea8 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf300e06a2407c0c expref: -99 pid: 303534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786029895.707090:0:303534:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9a08b1000/0x914a68b6efd51ea8 lrc: 4/0,1 mode: --/PR res: [0x200000bd3:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf300e06a2407c0c expref: -99 pid: 303534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786029895.707098:0:303534:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9a08b1000/0x914a68b6efd51ea8 lrc: 4/0,1 mode: --/PR res: [0x200000bd3:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf300e06a2407c0c expref: -99 pid: 303534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786029895.707108:0:303534:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9a08b1000/0x914a68b6efd51ea8 lrc: 4/0,1 mode: PR/PR res: [0x200000bd3:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf300e06a2407c0c expref: -99 pid: 303534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786029895.707118:0:303534:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9a08b1000/0x914a68b6efd51ea8 lrc: 4/0,1 mode: PR/PR res: [0x200000bd3:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf300e06a2407c0c expref: -99 pid: 303534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786029895.707131:0:303534:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9a08b1000/0x914a68b6efd51ea8 lrc: 5/1,1 mode: PR/PR res: [0x200000bd3:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf300e06a2407c0c expref: -99 pid: 303534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786029895.707137:0:303534:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9a08b1000/0x914a68b6efd51ea8 lrc: 5/1,1 mode: PR/PR res: [0x200000bd3:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf300e06a2407c0c expref: -99 pid: 303534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786029895.707144:0:303534:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9a08b1000/0x914a68b6efd51ea8 lrc: 4/1,0 mode: PR/PR res: [0x200000bd3:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf300e06a2407c0c expref: -99 pid: 303534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1786029895.707174:0:303534:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff93c9b511ad80 x1872787847257472/t8589954515(8589954515) o101->lustre-MDT0000-mdc-ffff93c9990dd000@192.168.203.103@tcp:12/10 lens 768/664 e 0 to 0 dl 1786029911 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1786029895.707188:0:303534:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff93c9b511ad80 x1872787847257472/t8589954515(8589954515) o101->lustre-MDT0000-mdc-ffff93c9990dd000@192.168.203.103@tcp:12/10 lens 768/664 e 0 to 0 dl 1786029911 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1786029895.707201:0:303534:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9a08b1000/0x914a68b6efd51ea8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd3:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf300e06a2407c0c expref: -99 pid: 303534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1786029895.707213:0:303534:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9a08b1000/0x914a68b6efd51ea8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd3:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf300e06a2407c0c expref: -99 pid: 303534 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786029895.707223:0:303534:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff93c988a74400 type 13 mode 4 res 8589937619/1 (0 0) 00000080:00200000:3.0:1786029895.707230:0:303534:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1786029895.707250:0:303534:0:(namei.c:1628:ll_create_it()) VFS Op:name=f110.sanityn, dir=[0x200000007:0x1:0x0](ffff93c9920cb248), intent=open|creat 00000080:00200000:3.0:1786029895.707283:0:303534:0:(llite_lib.c:3364:ll_read_inode2()) VFS Op:inode=[0x200000bd3:0x1:0x0](ffff93c9920cec08) 00000080:00200000:3.0:1786029895.707417:0:303534:0:(file.c:6824:ll_layout_conf()) [0x200000bd3:0x1:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:3.0:1786029895.707426:0:303534:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000bd3:0x1:0x0](ffff93c9920cec08) 00000080:00010000:3.0:1786029895.707429:0:303534:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000bd3:0x1:0x0](ffff93c9920cec08) for lock 0x914a68b6efd51ea8 00000080:00010000:3.0:1786029895.707439:0:303534:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000bd3:0x1:0x0](ffff93c9920cec08) 00000080:00200008:3.0:1786029895.707481:0:303534:0:(file.c:1090:ll_file_open()) START file f110.sanityn:[0x200000bd3:0x1:0x0](ffff93c9920cec08), flags 104501 00000002:00100000:3.0:1786029895.707501:0:303534:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff93c9b511ad80 x1872787847257472/t8589954515(8589954515) o101->lustre-MDT0000-mdc-ffff93c9990dd000@192.168.203.103@tcp:12/10 lens 584/664 e 0 to 0 dl 1786029911 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000080:00010000:3.0:1786029895.707543:0:303534:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x914a68b6efd51ea8 from it ffff93c994356480 00010000:00010000:3.0:1786029895.707548:0:303534:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9a08b1000/0x914a68b6efd51ea8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd3:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xbf300e06a2407c0c expref: -99 pid: 303534 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786029895.707568:0:303534:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9a08b1000/0x914a68b6efd51ea8 lrc: 2/0,0 mode: PR/PR res: [0x200000bd3:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xbf300e06a2407c0c expref: -99 pid: 303534 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1786029895.707638:0:303534:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000bd3:0x1:0x0](ffff93c9920cec08), inode mode 81a4 mask 40 00000080:00200008:3.0:1786029895.707686:0:303534:0:(llite_lib.c:2436:ll_setattr_raw()) START file f110.sanityn:[0x200000bd3:0x1:0x0](ffff93c9920cec08) current size 0, valid attrs 20070, mode 93c9, uid 132529744, gid -20900, new size 18446744072156019223, atime 1786029895.000000000, mtime 1786029895.000000000, ctime 1786029895.000000000 00010000:00010000:3.0:1786029895.707708:0:303534:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9a08b1000/0x914a68b6efd51ea8 lrc: 2/0,0 mode: PR/PR res: [0x200000bd3:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xbf300e06a2407c0c expref: -99 pid: 303534 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1786029895.707736:0:303534:0:(vvp_object.c:117:vvp_conf_set()) [0x200000bd3:0x1:0x0]: losing layout lock 00010000:00010000:3.0:1786029895.707785:0:303534:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9a08b1000/0x914a68b6efd51ea8 lrc: 1/0,0 mode: --/PR res: [0x200000bd3:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xbf300e06a2407c0c expref: -99 pid: 303534 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1786029895.707792:0:303534:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1786029895.707795:0:303534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9a08b1000/0x914a68b6efd51ea8 lrc: 0/0,0 mode: --/PR res: [0x200000bd3:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xbf300e06a2407c0c expref: -99 pid: 303534 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000020:00100000:3.0:1786029895.707815:0:303534:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff93c9990dd000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1786029895.707821:0:303534:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff93c9b511b480 x1872787847257728/t0(0) o36->lustre-MDT0000-mdc-ffff93c9990dd000@192.168.203.103@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1786029895.707844:0:303534:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93c9b511b480 pname:cluuid:pid:xid:nid:opc:job touch:18373ce4-7d59-4a13-a861-77a4716ed502:303534:1872787847257728:192.168.203.103@tcp:36:touch.0 00000100:00100000:3.0:1786029895.707907:0:303534:0:(client.c:2702:ptlrpc_set_wait()) set ffff93c9a6e5a540 going to sleep for 11 seconds 00000100:00100000:3.0:1786029895.710232:0:303534:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93c9b511b480 pname:cluuid:pid:xid:nid:opc:job touch:18373ce4-7d59-4a13-a861-77a4716ed502:303534:1872787847257728:192.168.203.103@tcp:36:touch.0 00000080:00200000:3.0:1786029895.710306:0:303534:0:(vvp_io.c:1826:vvp_io_init()) [0x200000bd3:0x1:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00010000:3.0:1786029895.710325:0:303534:0:(file.c:7046:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000bd3:0x1:0x0](ffff93c9920cec08) 00000002:00010000:3.0:1786029895.710347:0:303534:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000bd3:0x1:0x0]) in obj [0x200000bd3:0x1:0x0], intent: layout flags 0 00010000:00010000:3.0:1786029895.710394:0:303534:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9a08b0a00/0x914a68b6efd51eaf lrc: 3/1,0 mode: --/CR res: [0x200000bd3:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 303534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786029895.710404:0:303534:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9a08b0a00/0x914a68b6efd51eaf lrc: 3/1,0 mode: --/CR res: [0x200000bd3:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 303534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786029895.710415:0:303534:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9a08b0a00/0x914a68b6efd51eaf lrc: 3/1,0 mode: --/CR res: [0x200000bd3:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 303534 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1786029895.710433:0:303534:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93c9b5118000 pname:cluuid:pid:xid:nid:opc:job touch:18373ce4-7d59-4a13-a861-77a4716ed502:303534:1872787847257856:192.168.203.103@tcp:101:touch.0 00000100:00100000:3.0:1786029895.710511:0:303534:0:(client.c:2702:ptlrpc_set_wait()) set ffff93c9a6e5a540 going to sleep for 11 seconds 00000100:00100000:3.0:1786029895.715193:0:303534:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93c9b5118000 pname:cluuid:pid:xid:nid:opc:job touch:18373ce4-7d59-4a13-a861-77a4716ed502:303534:1872787847257856:192.168.203.103@tcp:101:touch.0 00010000:00010000:3.0:1786029895.715228:0:303534:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9a08b0a00/0x914a68b6efd51eaf lrc: 4/1,0 mode: CR/CR res: [0x200000bd3:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf300e06a2407c21 expref: -99 pid: 303534 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786029895.715244:0:303534:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9a08b0a00/0x914a68b6efd51eaf lrc: 4/1,0 mode: CR/CR res: [0x200000bd3:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf300e06a2407c21 expref: -99 pid: 303534 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1786029895.715258:0:303534:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffff93c9b5118000 x1872787847257856/t0(0) o101->lustre-MDT0000-mdc-ffff93c9990dd000@192.168.203.103@tcp:12/10 lens 376/400 e 0 to 0 dl 1786029911 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1786029895.715268:0:303534:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9a08b0a00/0x914a68b6efd51eaf lrc: 3/1,0 mode: CR/CR res: [0x200000bd3:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf300e06a2407c21 expref: -99 pid: 303534 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1786029895.715280:0:303534:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9a08b0a00/0x914a68b6efd51eaf lrc: 3/1,0 mode: CR/CR res: [0x200000bd3:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf300e06a2407c21 expref: -99 pid: 303534 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786029895.715292:0:303534:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff93c988a74400 type 13 mode 16 res 8589937619/1 (0 0) 00000080:00200000:3.0:1786029895.715313:0:303534:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200000bd3:0x1:0x0] suppgids 0 0: rc 0 00000080:00010000:3.0:1786029895.715334:0:303534:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000bd3:0x1:0x0](ffff93c9920cec08) for lock 0x914a68b6efd51eaf 00000080:00010000:3.0:1786029895.715342:0:303534:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x914a68b6efd51eaf from it ffffae5c07e63a78 00010000:00010000:3.0:1786029895.715346:0:303534:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9a08b0a00/0x914a68b6efd51eaf lrc: 3/1,0 mode: CR/CR res: [0x200000bd3:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf300e06a2407c21 expref: -99 pid: 303534 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786029895.715356:0:303534:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9a08b0a00/0x914a68b6efd51eaf lrc: 2/0,0 mode: CR/CR res: [0x200000bd3:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf300e06a2407c21 expref: -99 pid: 303534 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1786029895.715381:0:303534:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9a08b0a00/0x914a68b6efd51eaf lrc: 2/1,0 mode: CR/CR res: [0x200000bd3:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf300e06a2407c21 expref: -99 pid: 303534 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1786029895.715394:0:303534:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9a08b0a00/0x914a68b6efd51eaf lrc: 2/1,0 mode: CR/CR res: [0x200000bd3:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf300e06a2407c21 expref: -99 pid: 303534 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00010000:3.0:1786029895.715403:0:303534:0:(file.c:6929:ll_layout_lock_set()) ### file [0x200000bd3:0x1:0x0](00000000f00b2070) being reconfigured ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9a08b0a00/0x914a68b6efd51eaf lrc: 3/1,0 mode: CR/CR res: [0x200000bd3:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf300e06a2407c21 expref: -99 pid: 303534 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1786029895.715500:0:303534:0:(file.c:6824:ll_layout_conf()) [0x200000bd3:0x1:0x0]: layout version change: 4294967294 -> 0 00010000:00010000:3.0:1786029895.715522:0:303534:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9a08b0a00/0x914a68b6efd51eaf lrc: 3/1,0 mode: CR/CR res: [0x200000bd3:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xbf300e06a2407c21 expref: -99 pid: 303534 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1786029895.715529:0:303534:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9a08b0a00/0x914a68b6efd51eaf lrc: 2/0,0 mode: CR/CR res: [0x200000bd3:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xbf300e06a2407c21 expref: -99 pid: 303534 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00020000:00200000:3.0:1786029895.715548:0:303534:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00000100:00080000:3.0:1786029895.715593:0:303534:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff93c9990dd000: connect to NID 192.168.203.103@tcp last attempt 14329 00000100:00080000:3.0:1786029895.715602:0:303534:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff93c9990dd000: import ffff93c9860a6000 using connection 192.168.203.103@tcp/192.168.203.103@tcp 00000008:00100000:3.0:1786029895.715618:0:303534:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682930 ocd_grant: 3407872, lost: 0. 00000100:00100000:3.0:1786029895.715641:0:303534:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93c9b5118e00 x1872787847257984/t0(0) o8->lustre-OST0000-osc-ffff93c9990dd000@192.168.203.103@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1786029895.715697:0:302358:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:3.0:1786029895.715710:0:302358:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff93c9b5118000 x1872787847258112/t0(0) o2->lustre-OST0000-osc-ffff93c9990dd000@192.168.203.103@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1786029895.715783:0:302355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93c9b5118e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:18373ce4-7d59-4a13-a861-77a4716ed502:302355:1872787847257984:192.168.203.103@tcp:8:touch.0 00000100:00100000:3.0:1786029895.748149:0:302355:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-ffff93c9990dd000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1786029895.748169:0:302355:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff93c9990dd000: connect to target with instance 2 00000100:00080000:3.0:1786029895.748179:0:302355:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff93c9990dd000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1786029895.748195:0:302355:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1786029895.748201:0:302355:0:(import.c:65:import_set_state_nolock()) ffff93c9860a6000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000080:00000004:3.0:1786029895.748213:0:302355:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1786029895.748220:0:302355:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:3.0:1786029895.748239:0:302355:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000009d8ac5d3): req@ffff93c9b5118000 x1872787847258112/t0(0) o2->lustre-OST0000-osc-ffff93c9990dd000@192.168.203.103@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1786029895.748271:0:302355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93c9b5118e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:18373ce4-7d59-4a13-a861-77a4716ed502:302355:1872787847257984:192.168.203.103@tcp:8:touch.0 00000100:00100000:2.0:1786029895.854580:0:302358:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93c9b5118000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:18373ce4-7d59-4a13-a861-77a4716ed502:0:1872787847258112:192.168.203.103@tcp:2:touch.0 00000080:00200000:3.0:1786029895.854712:0:303534:0:(vvp_io.c:304:vvp_io_fini()) [0x200000bd3:0x1:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1786029895.854740:0:303534:0:(llite_lib.c:2695:ll_setattr_raw()) COMPLETED file f110.sanityn:[0x200000bd3:0x1:0x0](ffff93c9920cec08) current size 0, valid attrs 100201f0, mode 93c9, uid 132529744, gid -20900, new size 18446744072156019223, atime 1786029895.000000000, mtime 1786029895.000000000, ctime 1786029895.000000000, rc 0 00000080:00200008:3.0:1786029895.854777:0:303534:0:(file.c:479:ll_file_release()) START file f110.sanityn:[0x200000bd3:0x1:0x0](ffff93c9920cec08), flags 104001 00000002:00100000:3.0:1786029895.854851:0:303534:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff93c9b511ad80 x1872787847257472/t8589954515(8589954515) o101->lustre-MDT0000-mdc-ffff93c9990dd000@192.168.203.103@tcp:12/10 lens 584/664 e 0 to 0 dl 1786029911 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1786029895.854865:0:303534:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff93c9990dd000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1786029895.854870:0:303534:0:(client.c:807:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff93c9b5118e00 x1872787847258368/t0(0) o35->lustre-MDT0000-mdc-ffff93c9990dd000@192.168.203.103@tcp:23/10 lens 392/736 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1786029895.854927:0:303534:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93c9b5118e00 pname:cluuid:pid:xid:nid:opc:job touch:18373ce4-7d59-4a13-a861-77a4716ed502:303534:1872787847258368:192.168.203.103@tcp:35:touch.0 00000100:00100000:3.0:1786029895.855023:0:303534:0:(client.c:2702:ptlrpc_set_wait()) set ffff93c9a6e5a540 going to sleep for 11 seconds 00000100:00100000:3.0:1786029895.873080:0:303534:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93c9b5118e00 pname:cluuid:pid:xid:nid:opc:job touch:18373ce4-7d59-4a13-a861-77a4716ed502:303534:1872787847258368:192.168.203.103@tcp:35:touch.0 00000002:00100000:3.0:1786029895.873120:0:303534:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff93c9b511ad80 x1872787847257472/t8589954515(8589954515) o101->lustre-MDT0000-mdc-ffff93c9990dd000@192.168.203.103@tcp:12/10 lens 584/664 e 0 to 0 dl 1786029911 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000080:00200008:1.0:1786029895.977817:0:303541:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff93c9920cb248), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1786029895.977828:0:303541:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff93c9920cb248),name=/ 00000002:00010000:1.0:1786029895.977856:0:303541:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1786029895.977929:0:303541:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9b416f000/0x914a68b6efd51eb6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 303541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786029895.977950:0:303541:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9b416f000/0x914a68b6efd51eb6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 303541 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786029895.977962:0:303541:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9b416f000/0x914a68b6efd51eb6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 303541 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1786029895.977992:0:303541:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93c9858f9c00 pname:cluuid:pid:xid:nid:opc:job lfs:18373ce4-7d59-4a13-a861-77a4716ed502:303541:1872787847258496:192.168.203.103@tcp:101:lfs.0 00000100:00100000:1.0:1786029895.978102:0:303541:0:(client.c:2702:ptlrpc_set_wait()) set ffff93c9b7fc7c00 going to sleep for 11 seconds 00000100:00100000:0.0:1786029895.990025:0:303541:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93c9858f9c00 pname:cluuid:pid:xid:nid:opc:job lfs:18373ce4-7d59-4a13-a861-77a4716ed502:303541:1872787847258496:192.168.203.103@tcp:101:lfs.0 00010000:00010000:0.0:1786029895.990055:0:303541:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9b416f000/0x914a68b6efd51eb6 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf300e06a2407c36 expref: -99 pid: 303541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786029895.990069:0:303541:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9b416f000/0x914a68b6efd51eb6 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf300e06a2407c36 expref: -99 pid: 303541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786029895.990081:0:303541:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9b416f000/0x914a68b6efd51eb6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf300e06a2407c36 expref: -99 pid: 303541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786029895.990094:0:303541:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9b416f000/0x914a68b6efd51eb6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf300e06a2407c36 expref: -99 pid: 303541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786029895.990108:0:303541:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9b416f000/0x914a68b6efd51eb6 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf300e06a2407c36 expref: -99 pid: 303541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786029895.990115:0:303541:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9b416f000/0x914a68b6efd51eb6 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf300e06a2407c36 expref: -99 pid: 303541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786029895.990122:0:303541:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9b416f000/0x914a68b6efd51eb6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf300e06a2407c36 expref: -99 pid: 303541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1786029895.990131:0:303541:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff93c9858f9c00 x1872787847258496/t0(0) o101->lustre-MDT0000-mdc-ffff93c9990dd000@192.168.203.103@tcp:12/10 lens 576/688 e 0 to 0 dl 1786029911 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1786029895.990154:0:303541:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9b416f000/0x914a68b6efd51eb6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf300e06a2407c36 expref: -99 pid: 303541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786029895.990168:0:303541:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff93c988a74400 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:0.0:1786029895.990186:0:303541:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1786029895.990216:0:303541:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 73216 00000080:00010000:0.0:1786029895.990222:0:303541:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff93c9920cb248) for lock 0x914a68b6efd51eb6 00000080:00010000:0.0:1786029895.990228:0:303541:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff93c9920cb248) 00000080:00010000:0.0:1786029895.990231:0:303541:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x914a68b6efd51eb6 from it ffffae5c07e83cb8 00010000:00010000:0.0:1786029895.990235:0:303541:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9b416f000/0x914a68b6efd51eb6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xbf300e06a2407c36 expref: -99 pid: 303541 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786029895.990245:0:303541:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff93c9990dd000 lock: ffff93c9b416f000/0x914a68b6efd51eb6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xbf300e06a2407c36 expref: -99 pid: 303541 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1786029896.310249:0:302900:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786029897.340954:0:302901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786029898.357655:0:302900:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786029899.379749:0:302901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786029899.954816:0:302359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93c9b1735f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:18373ce4-7d59-4a13-a861-77a4716ed502:302359:1872787847258752:192.168.203.103@tcp:400:kworker.0 00000100:00100000:2.0:1786029899.954962:0:302359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1786029899.954969:0:302359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93c9b1734380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c476153d-e762-4c3f-9c2a-c8cfa8ca7210:302359:1872787847258624:192.168.203.103@tcp:400:kworker.0 00000100:00100000:2.0:1786029899.955000:0:302359:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93c9b1734000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:18373ce4-7d59-4a13-a861-77a4716ed502:302359:1872787847258880:192.168.203.103@tcp:400:kworker.0 00000100:00100000:2.0:1786029899.963421:0:302359:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-ffff93c9990dd000: committing for last_committed 8589938842 gen 2 00000100:00100000:2.0:1786029899.963480:0:302359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93c9b1734000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:18373ce4-7d59-4a13-a861-77a4716ed502:302359:1872787847258880:192.168.203.103@tcp:400:kworker.0 00000100:00100000:2.0:1786029899.965671:0:302359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93c9b1734380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c476153d-e762-4c3f-9c2a-c8cfa8ca7210:302359:1872787847258624:192.168.203.103@tcp:400:kworker.0 00000100:00100000:2.0:1786029899.965692:0:302359:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93c9b1735f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:18373ce4-7d59-4a13-a861-77a4716ed502:302359:1872787847258752:192.168.203.103@tcp:400:kworker.0 00010000:00010000:2.0:1786029900.403038:0:302900:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786029901.448145:0:302901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786029902.451618:0:302900:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786029903.496216:0:302901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786029904.499148:0:302900:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1786029905.080863:0:302357:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93c9858fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c476153d-e762-4c3f-9c2a-c8cfa8ca7210:302357:1872787847259008:192.168.203.103@tcp:400:kworker.0 00000100:00100000:1.0:1786029905.080986:0:302357:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93c9858fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18373ce4-7d59-4a13-a861-77a4716ed502:302357:1872787847259264:192.168.203.103@tcp:400:kworker.0 00000100:00100000:1.0:1786029905.081024:0:302357:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1786029905.081031:0:302357:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93c9858f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18373ce4-7d59-4a13-a861-77a4716ed502:302357:1872787847259136:192.168.203.103@tcp:400:kworker.0 00000100:00100000:0.0:1786029905.086065:0:302357:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93c9990dd000: committing for last_committed 8589954517 gen 1 00000100:00100000:0.0:1786029905.086111:0:302357:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93c9858f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18373ce4-7d59-4a13-a861-77a4716ed502:302357:1872787847259136:192.168.203.103@tcp:400:kworker.0 00000100:00100000:0.0:1786029905.089105:0:302357:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93c9858fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c476153d-e762-4c3f-9c2a-c8cfa8ca7210:302357:1872787847259008:192.168.203.103@tcp:400:kworker.0 00000100:00100000:0.0:1786029905.089126:0:302357:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93c9858fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18373ce4-7d59-4a13-a861-77a4716ed502:302357:1872787847259264:192.168.203.103@tcp:400:kworker.0 00010000:00010000:2.0:1786029905.526561:0:302901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1786029906.059313:0:304111:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 111: A racy rename/link an open file should not cause fs corruption ========================================================== 11:25:03 (1786029903) 00010000:00010000:1.0:1786029906.554347:0:302900:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786029907.571372:0:302901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1786029908.359603:0:304247:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanityn test_111 needs >= 2 MDTs 00010000:00010000:1.0:1786029908.594872:0:302900:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029909.624164:0:302901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1786029910.194977:0:302356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93c9858f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c476153d-e762-4c3f-9c2a-c8cfa8ca7210:302356:1872787847259392:192.168.203.103@tcp:400:kworker.0 00000100:00100000:0.0:1786029910.195097:0:302356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93c9858fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18373ce4-7d59-4a13-a861-77a4716ed502:302356:1872787847259648:192.168.203.103@tcp:400:kworker.0 00000100:00100000:0.0:1786029910.195136:0:302356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1786029910.195162:0:302356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93c9858faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18373ce4-7d59-4a13-a861-77a4716ed502:302356:1872787847259520:192.168.203.103@tcp:400:kworker.0 00000100:00100000:1.0:1786029910.438226:0:302356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93c9858faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18373ce4-7d59-4a13-a861-77a4716ed502:302356:1872787847259520:192.168.203.103@tcp:400:kworker.0 00000100:00100000:1.0:1786029910.438249:0:302356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93c9858f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c476153d-e762-4c3f-9c2a-c8cfa8ca7210:302356:1872787847259392:192.168.203.103@tcp:400:kworker.0 00000100:00100000:1.0:1786029910.438283:0:302356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93c9858fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18373ce4-7d59-4a13-a861-77a4716ed502:302356:1872787847259648:192.168.203.103@tcp:400:kworker.0 00000001:02000400:0.0:1786029910.533960:0:304400:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 112: update max-inherit in default LMV === 11:25:08 (1786029908) 00010000:00010000:0.0:1786029910.664071:0:302900:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786029911.674129:0:302901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1786029912.655497:0:304536:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanityn test_112 We need at least 2 MDTs for this test 00010000:00010000:0.0:1786029912.695066:0:302900:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029913.718314:0:302901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029914.739999:0:302900:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1786029915.315591:0:280603:0:(import.c:65:import_set_state_nolock()) ffff93c9860a6000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1786029915.315599:0:280603:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff93c9990dd000: disconnect after 20s idle 00000100:00100000:1.0:1786029915.315638:0:302356:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93c9858f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18373ce4-7d59-4a13-a861-77a4716ed502:302356:1872787847259904:192.168.203.103@tcp:400:kworker.0 00000100:00100000:0.0:1786029915.315665:0:302357:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93c9858fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c476153d-e762-4c3f-9c2a-c8cfa8ca7210:302357:1872787847259776:192.168.203.103@tcp:400:kworker.0 00000100:00100000:2.0:1786029915.316599:0:302355:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93c9858faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:18373ce4-7d59-4a13-a861-77a4716ed502:302355:1872787847260032:192.168.203.103@tcp:9:kworker.0 00000100:00100000:0.0:1786029915.345036:0:302357:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93c9858fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c476153d-e762-4c3f-9c2a-c8cfa8ca7210:302357:1872787847259776:192.168.203.103@tcp:400:kworker.0 00000100:00100000:0.0:1786029915.348000:0:302356:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93c9858f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18373ce4-7d59-4a13-a861-77a4716ed502:302356:1872787847259904:192.168.203.103@tcp:400:kworker.0 00000100:00080000:3.0:1786029915.357981:0:302355:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff93c9858faa00 x1872787847260032/t0(0) o9->lustre-OST0000-osc-ffff93c9990dd000@192.168.203.103@tcp:28/4 lens 224/224 e 0 to 0 dl 1786029925 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1786029915.357995:0:302355:0:(import.c:65:import_set_state_nolock()) ffff93c9860a6000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:3.0:1786029915.357999:0:302355:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93c9858faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:18373ce4-7d59-4a13-a861-77a4716ed502:302355:1872787847260032:192.168.203.103@tcp:9:kworker.0 00000001:02000400:2.0:1786029915.521692:0:304689:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 113: check servers of specified fs ======= 11:25:13 (1786029913) 00010000:00010000:3.0:1786029915.763114:0:302901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786029916.790048:0:302900:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:02000040:3.0:1786029917.366180:0:302353:0:(lib-move.c:3830:lnet_print_recovery_list()) 1 peer NIs in recovery (showing 1): 192.168.203.103@tcp 00000001:02000400:1.0:1786029917.802359:0:304830:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: sanityn test_113: @@@@@@ FAIL: cannot get instance of /mnt/lustre 00010000:00010000:3.0:1786029917.810593:0:302901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786029918.835943:0:302900:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786029919.860251:0:302901:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 1361 lines, 1361 kept, 0 dropped, 0 bad.