00000001:02000400:0.0F:1787141069.694763:0:2957:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg311-server.virtnet: executing set_hostid 00000001:02000400:0.0:1787141093.336254:0:3180:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg311-server.virtnet: executing load_modules_local 00000001:01000000:1.0F:1787141095.923716:0:3225:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm adler32 speed = 442 MB/s 00000001:01000000:2.0F:1787141096.173684:0:3225:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32 speed = 447 MB/s 00000001:01000000:1.0:1787141096.422837:0:3225:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32c speed = 8619 MB/s 00000020:02000000:1.0:1787141096.797074:0:3273:0:(class_obd.c:771:obdclass_init()) Lustre: Build Version: 2.17.57_44_g2cf1ecc 00000400:02000000:2.0:1787141097.366139:0:3288:0:(api-ni.c:2823:lnet_startup_lndni()) Added LNI 192.168.203.111@tcp [8/256/0/180] 00008000:02000000:0.0:1787141101.015231:0:3437:0:(echo_client.c:2574:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000001:02000400:2.0:1787141152.610547:0:5247:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg311-server.virtnet: executing load_modules_local 00000020:01000004:1.0:1787141162.666284:0:5820:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1787141162.666289:0:5820:0:(obd_mount.c:926:lmd_print()) device: lustre-mdt1/mdt1 00000080:01200004:1.0:1787141162.666423:0:5820:0:(super25.c:131:lustre_fill_super()) VFS Op: sb 000000007aa962af 00000080:02000400:1.0:1787141162.666435:0:5820:0:(super25.c:149:lustre_fill_super()) lustre-MDT0000: mounting server target with '-t lustre' deprecated, use '-t lustre_tgt' 00000020:01000004:1.0:1787141162.670624:0:5820:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-MDT0000, type=osd-zfs, lsifl=200065, mountfl=0 00000020:01000004:1.0:1787141162.670640:0:5820:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-zfs) 00000020:00000080:1.0:1787141162.670684:0:5820:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (00000000c4bbd4f6) 00000020:00000080:1.0:1787141162.670705:0:5820:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-zfs with refcount 2 00100000:10000000:1.0:1787141162.685365:0:5820:0:(scrub.c:230:scrub_file_store()) lustre-MDT0000: store scrub file: rc = 0 00100000:10000000:1.0:1787141162.686208:0:5820:0:(scrub.c:230:scrub_file_store()) lustre-MDT0000: store scrub file: rc = 0 00100000:10000000:3.0F:1787141162.727686:0:5820:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-MDT0000: refresh OI map for scrub, op 1, force yes, [0x200000001:0x1017:0x0] => 0 (CONFIGS): rc = 1 00100000:10000000:3.0:1787141162.727740:0:5820:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-MDT0000: refresh OI map for scrub, op 1, force yes, [0x200000007:0x1:0x0] => 0 (ROOT): rc = 1 00100000:10000000:3.0:1787141162.727762:0:5820:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-MDT0000: refresh OI map for scrub, op 1, force yes, [0x200000001:0x3:0x0] => 0 (fld): rc = 1 00100000:10000000:3.0:1787141162.727851:0:5820:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-MDT0000: refresh OI map for scrub, op 1, force yes, [0x200000009:0x0:0x0] => 0 (update_log): rc = 1 00100000:10000000:3.0:1787141162.727877:0:5820:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-MDT0000: refresh OI map for scrub, op 1, force yes, [0x20000000a:0x0:0x0] => 0 (update_log_dir): rc = 1 00000020:00000080:3.0:1787141162.730438:0:5820:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:3.0:1787141162.730447:0:5820:0:(osd_handler.c:1564:osd_obd_connect()) connect #0 00000020:00000080:3.0:1787141162.730460:0:5820:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xc65ffb29b5b30ba1 00000020:01000004:3.0:1787141162.730467:0:5820:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-MDT0000 on device lustre-mdt1/mdt1 00000020:01000000:3.0:1787141162.730471:0:5820:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:3.0:1787141162.730476:0:5820:0:(tgt_mount.c:101:server_register_mount()) register mount 000000007aa962af from MGS 00000020:01000004:3.0:1787141162.730479:0:5820:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:3.0:1787141162.730505:0:5820:0:(genops.c:413:class_newdev()) Allocate new device MGS (00000000c0098ad4) 00000020:00000080:3.0:1787141162.730516:0:5820:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:3.0:1787141162.731617:0:5820:0:(tgt_mount.c:153:server_get_mount()) get mount 000000007aa962af from MGS, refs=2 00080000:01000000:3.0:1787141162.731688:0:5820:0:(osd_handler.c:1564:osd_obd_connect()) connect #1 00000020:00000080:3.0:1787141162.731699:0:5820:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xc65ffb29b5b30baf 00000100:00100000:3.0:1787141162.732085:0:5820:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:3.0:1787141162.733435:0:5820:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:3.0:1787141162.733446:0:5820:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:0.0:1787141162.734500:0:5820:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:0.0:1787141162.734509:0:5820:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:1.0:1787141162.737339:0:5820:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1787141162.737538:0:5820:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:1.0:1787141162.737545:0:5820:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:1.0:1787141162.738686:0:5820:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:1.0:1787141162.738695:0:5820:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:1.0:1787141162.740662:0:5820:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:1.0:1787141162.740673:0:5820:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:2.0:1787141162.746280:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787141162.746287:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787141162.746290:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141162.746614:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141162.746617:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141162.746619:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141162.747785:0:5820:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:2.0:1787141162.749507:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:01000000:3.0:1787141162.998317:0:5820:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10ip512 speed = 2795 MB/s 00000001:01000000:0.0:1787141163.250594:0:5820:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10ip4K speed = 3178 MB/s 00000001:01000000:2.0:1787141163.501892:0:5820:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10crc512 speed = 509 MB/s 00000001:01000000:2.0:1787141163.752659:0:5820:0:(integrity.c:236:obd_t10_performance_test()) MGS: T10 checksum algorithm t10crc4K speed = 927 MB/s 00080000:10000000:2.0:1787141163.760395:0:5820:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x3:0x0] (8/8/4) registered 00000040:01000000:2.0:1787141163.775263:0:5820:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 20000000:01000000:2.0:1787141163.775280:0:5820:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping . 20000000:01000000:2.0:1787141163.775283:0:5820:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping .. 00010000:00010000:1.0:1787141163.777996:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1787141163.783944:0:5830:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:0.0:1787141163.792580:0:5820:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:0.0:1787141163.792664:0:5820:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000040:00080000:0.0:1787141163.793011:0:5820:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 20000000:01000000:0.0:1787141163.793039:0:5820:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:0.0:1787141163.793348:0:5820:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1787141163.793508:0:5820:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:0.0:1787141163.793514:0:5820:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:3.0:1787141163.794370:0:5820:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:3.0:1787141163.794378:0:5820:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:3.0:1787141163.794695:0:5820:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:3.0:1787141163.794701:0:5820:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:3.0:1787141163.795405:0:5820:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:3.0:1787141163.795426:0:5820:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.203.111@tcp' 00000020:01000004:3.0:1787141163.795428:0:5820:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:3.0:1787141163.795519:0:5820:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.203.111@tcp (typ=mgc) 00000020:00000080:3.0:1787141163.795545:0:5820:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.203.111@tcp (00000000191d88b1) 00000020:00000080:3.0:1787141163.795560:0:5820:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:3.0:1787141163.795649:0:5820:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000036862a63@MGC192.168.203.111@tcp: add connection 192.168.203.111@tcp at head 00000100:00080000:0.0:1787141163.796015:0:5835:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 00010000:00010000:3.0:1787141163.796086:0:5820:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.203.111@tcp-0 is initialized 00000040:01000000:3.0:1787141163.796093:0:5820:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.111@tcp ctxt 1 is initialized 10000000:01000000:3.0:1787141163.803194:0:5836:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:0.0:1787141163.803279:0:5820:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.203.111@tcp (uuid 66373bca-6a9f-4159-900e-58874c9cc4a0) 00000020:00000080:0.0:1787141163.803301:0:5820:0:(genops.c:1385:class_connect()) connect: client 66373bca-6a9f-4159-900e-58874c9cc4a0, cookie 0xc65ffb29b5b30bbd 00000100:00080000:0.0:1787141163.803313:0:5820:0:(import.c:510:import_select_connection()) MGC192.168.203.111@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1787141163.803318:0:5820:0:(import.c:624:import_select_connection()) MGC192.168.203.111@tcp: import 0000000036862a63 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:0.0:1787141163.803357:0:5820:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002d6af22e x1873953262928000/t0(0) o250->MGC192.168.203.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787141163.803384:0:5820:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 66373bca-6a9f-4159-900e-58874c9cc4a0->MGS 00000020:01000004:0.0:1787141163.803400:0:5820:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:0.0:1787141163.803405:0:5820:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:0.0:1787141163.803425:0:5820:0:(genops.c:413:class_newdev()) Allocate new device MDS (0000000085e61bf6) 00000020:00000080:0.0:1787141163.803437:0:5820:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:3.0:1787141163.805015:0:3303:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000002d6af22e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66373bca-6a9f-4159-900e-58874c9cc4a0:3303:1873953262928000:0@lo:250: 00000100:00100000:3.0:1787141163.805114:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141163.805204:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262928000 00000100:00100000:3.0:1787141163.805212:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262928000 00000100:00100000:3.0:1787141163.805240:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1787141163.805247:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000b393a2cd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3303:x1873953262928000:12345-0@lo:250: 00010000:00080000:3.0:1787141163.805269:0:5832:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from 66373bca-6a9f-4159-900e-58874c9cc4a0@0@lo t0 exp 0000000000000000 cur 146 last 0 00000020:00000080:3.0:1787141163.805293:0:5832:0:(genops.c:1385:class_connect()) connect: client 66373bca-6a9f-4159-900e-58874c9cc4a0, cookie 0xc65ffb29b5b30bcb 00000100:00080000:3.0:1787141163.805412:0:5832:0:(import.c:65:import_set_state_nolock()) 000000004f561511 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787141163.805458:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000b393a2cd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+5:3303:x1873953262928000:12345-0@lo:250: Request processed in 210us (345us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141163.805465:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1787141163.805510:0:3303:0:(client.c:3125:ptlrpc_free_committed()) MGC192.168.203.111@tcp: committing for last_committed 0 gen 1 00000100:00080000:3.0:1787141163.805518:0:3303:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.203.111@tcp: connect to target with instance 0 00000100:00080000:3.0:1787141163.805594:0:3303:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.203.111@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:3.0:1787141163.805598:0:3303:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:3.0:1787141163.805602:0:3303:0:(import.c:65:import_set_state_nolock()) 0000000036862a63 MGS: changing import state from CONNECTING to FULL 10000000:01000000:3.0:1787141163.805604:0:3303:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:3.0:1787141163.805611:0:3303:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:3.0:1787141163.805615:0:3303:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000002d6af22e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66373bca-6a9f-4159-900e-58874c9cc4a0:3303:1873953262928000:0@lo:250: 00000100:00100000:0.0:1787141163.834756:0:5820:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1787141163.836442:0:5820:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:0.0:1787141163.836450:0:5820:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:0.0:1787141163.838966:0:5820:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:0.0:1787141163.838978:0:5820:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:0.0:1787141163.842377:0:5820:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:0.0:1787141163.842388:0:5820:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:0.0:1787141163.846210:0:5820:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1787141163.846553:0:5820:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:0.0:1787141163.846558:0:5820:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:0.0:1787141163.847981:0:5820:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:0.0:1787141163.847992:0:5820:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:2.0:1787141163.926037:0:5820:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1787141163.926391:0:5820:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:2.0:1787141163.926399:0:5820:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:3.0:1787141163.929077:0:5820:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:2.0:1787141163.929171:0:5820:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:2.0:1787141163.930481:0:5820:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1787141163.930660:0:5820:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:2.0:1787141163.930666:0:5820:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:2.0:1787141163.933610:0:5820:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:2.0:1787141163.933622:0:5820:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:2.0:1787141163.934662:0:5820:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1787141163.935118:0:5820:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:2.0:1787141163.935124:0:5820:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:2.0:1787141163.936104:0:5820:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:2.0:1787141163.936112:0:5820:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:2.0:1787141163.936780:0:5820:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1787141163.937152:0:5820:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:2.0:1787141163.937157:0:5820:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:2.0:1787141163.937706:0:5820:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:2.0:1787141163.937719:0:5820:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:3.0:1787141163.976582:0:5820:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1787141163.977024:0:5820:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:3.0:1787141163.977036:0:5820:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:3.0:1787141163.979753:0:5820:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:3.0:1787141163.979768:0:5820:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:3.0:1787141163.981549:0:5820:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:3.0:1787141163.981561:0:5820:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:2.0:1787141163.984734:0:5820:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:2.0:1787141163.984767:0:5820:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for lustre-mdt1/mdt1 10000000:01000000:2.0:1787141163.984773:0:5820:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.111@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:2.0:1787141163.985388:0:5820:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.111@tcp ctxt 0 is initialized 00000020:01000004:2.0:1787141163.985427:0:5820:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.203.111@tcp, index=0000, flags=0x20065 00000020:01000004:2.0:1787141163.985431:0:5820:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1787141163.985433:0:5820:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1787141163.985434:0:5820:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787141163.985435:0:5820:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787141163.985436:0:5820:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787141163.985437:0:5820:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787141163.985439:0:5820:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1787141163.985440:0:5820:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1787141163.985441:0:5820:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_VIRIGIN 00000020:01000004:2.0:1787141163.985442:0:5820:0:(tgt_mount.c:1194:server_mti_print()) LDD_F_UPDATE 00000020:01000004:2.0:1787141163.985444:0:5820:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787141163.985445:0:5820:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1787141163.985448:0:5820:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020065 00000020:01000004:2.0:1787141163.985450:0:5820:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1787141163.985451:0:5820:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1787141163.985452:0:5820:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787141163.985453:0:5820:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787141163.985454:0:5820:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787141163.985455:0:5820:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787141163.985456:0:5820:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1787141163.985457:0:5820:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1787141163.985458:0:5820:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_VIRIGIN 00000020:01000004:2.0:1787141163.985459:0:5820:0:(tgt_mount.c:1194:server_mti_print()) LDD_F_UPDATE 00000020:01000004:2.0:1787141163.985460:0:5820:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787141163.985461:0:5820:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1787141163.985495:0:5820:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1787141163.985511:0:5820:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000006b67428b pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:5820:1873953262928128:0@lo:253: 00000100:00100000:2.0:1787141163.985575:0:5820:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141163.985657:0:5820:0:(client.c:2715:ptlrpc_set_wait()) set 000000003dbf18ec going to sleep for 11 seconds 00000100:00100000:0.0:1787141163.985716:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262928128 00000100:00100000:0.0:1787141163.985723:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262928128 00000100:00100000:0.0:1787141163.985837:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1787141163.985847:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000883da14d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+5:5820:x1873953262928128:12345-0@lo:253: 20000000:01000000:0.0:1787141163.985900:0:5834:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1787141163.985903:0:5834:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 10000000:01000000:0.0:1787141163.986318:0:5855:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:1.0:1787141163.986379:0:5834:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 00000040:00080000:1.0:1787141163.986629:0:5834:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1787141163.988279:0:5856:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 1 20000000:01000000:0.0:1787141163.988546:0:5834:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1787141163.988550:0:5834:0:(mgs_handler.c:599:mgs_target_reg()) updating lustre-MDT0000, index=0 20000000:01000000:0.0:1787141163.988555:0:5834:0:(mgs_llog.c:869:mgs_set_index()) Set index for lustre-MDT0000 to 0 20000000:01000000:0.0:1787141163.988557:0:5834:0:(mgs_llog.c:3612:mgs_write_log_mdt()) writing new mdt lustre-MDT0000 20000000:01000000:0.0:1787141163.988571:0:5834:0:(mgs_llog.c:3172:mgs_write_log_lov()) Writing lov(lustre-MDT0000-mdtlov) log for lustre-MDT0000 00000040:00080000:0.0:1787141163.988768:0:5834:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1787141163.989064:0:5834:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].1, 224 off8416 20000000:01000000:0.0:1787141163.989079:0:5834:0:(mgs_llog.c:1539:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xcf001 lov lustre-MDT0000-mdtlov_UUID (null) (null) 00000040:00080000:0.0:1787141163.989135:0:5834:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].2, 136 off8552 00000040:00080000:0.0:1787141163.989183:0:5834:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].3, 176 off8728 00000040:00080000:0.0:1787141163.989219:0:5834:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].4, 224 off8952 00000040:00080000:0.0:1787141163.989306:0:5834:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].5, 224 off9176 20000000:01000000:0.0:1787141163.989315:0:5834:0:(mgs_llog.c:1539:record_base_raw()) lcfg lustre-MDT0000 0xcf001 mdt lustre-MDT0000_UUID (null) (null) 00000040:00080000:0.0:1787141163.989503:0:5834:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].6, 120 off9296 20000000:01000000:0.0:1787141163.989511:0:5834:0:(mgs_llog.c:1539:record_base_raw()) lcfg (null) 0xcf007 lustre-MDT0000 lustre-MDT0000-mdtlov (null) (null) 00000040:00080000:0.0:1787141163.989540:0:5834:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].7, 112 off9408 20000000:01000000:0.0:1787141163.989546:0:5834:0:(mgs_llog.c:1539:record_base_raw()) lcfg lustre-MDT0000 0xcf003 lustre-MDT0000_UUID 0 lustre-MDT0000-mdtlov f 00000040:00080000:0.0:1787141163.989576:0:5834:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].8, 160 off9568 00000040:00080000:0.0:1787141163.989646:0:5834:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].9, 224 off9792 00000040:00080000:0.0:1787141163.989678:0:5834:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 20000000:01000000:0.0:1787141163.989690:0:5834:0:(mgs_llog.c:3172:mgs_write_log_lov()) Writing lov(lustre-clilov) log for lustre-client 00000040:00080000:0.0:1787141163.989707:0:5834:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1787141163.989927:0:5834:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].1, 224 off8416 20000000:01000000:0.0:1787141163.989937:0:5834:0:(mgs_llog.c:1539:record_base_raw()) lcfg lustre-clilov 0xcf001 lov lustre-clilov_UUID (null) (null) 00000040:00080000:0.0:1787141163.989971:0:5834:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].2, 120 off8536 00000040:00080000:0.0:1787141163.990004:0:5834:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].3, 168 off8704 00000040:00080000:0.0:1787141163.990049:0:5834:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].4, 224 off8928 20000000:01000000:0.0:1787141163.990060:0:5834:0:(mgs_llog.c:3129:mgs_write_log_lmv()) Writing lmv(lustre-clilmv) log for lustre-client 00000040:00080000:0.0:1787141163.990128:0:5834:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].5, 224 off9152 20000000:01000000:0.0:1787141163.990136:0:5834:0:(mgs_llog.c:1539:record_base_raw()) lcfg lustre-clilmv 0xcf001 lmv lustre-clilmv_UUID (null) (null) 00000040:00080000:0.0:1787141163.990178:0:5834:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].6, 120 off9272 00000040:00080000:0.0:1787141163.990214:0:5834:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].7, 168 off9440 00000040:00080000:0.0:1787141163.990249:0:5834:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].8, 224 off9664 20000000:01000000:0.0:1787141163.990513:0:5834:0:(mgs_llog.c:3094:mgs_write_log_mount_opt()) Writing mount options log for lustre-client 00000040:00080000:0.0:1787141163.990600:0:5834:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].9, 224 off9888 20000000:01000000:0.0:1787141163.990609:0:5834:0:(mgs_llog.c:1539:record_base_raw()) lcfg (null) 0xcf007 lustre-client lustre-clilov lustre-clilmv (null) 00000040:00080000:0.0:1787141163.990640:0:5834:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].10, 120 off10008 00000040:00080000:0.0:1787141163.990673:0:5834:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].11, 224 off10232 00000040:00080000:0.0:1787141163.990908:0:5834:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 12 count 12 20000000:01000000:0.0:1787141163.990955:0:5834:0:(mgs_llog.c:3309:mgs_write_log_mdc_to_lmv()) adding mdc for lustre-MDT0000 to log lustre-client:lmv(lustre-clilmv) 20000000:01000000:0.0:1787141163.990963:0:5834:0:(mgs_llog.c:1109:mgs_modify()) modify lustre-client/lustre-MDT0000/add mdc fl=4 00000040:00080000:3.0:1787141163.991527:0:5857:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 12 count 12 00000040:00080000:0.0:1787141163.992045:0:5834:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].12, 224 off10456 20000000:01000000:0.0:1787141163.992067:0:5834:0:(mgs_llog.c:3355:mgs_write_log_mdc_to_lmv()) add nid 192.168.203.111@tcp for mdt 20000000:01000000:0.0:1787141163.992069:0:5834:0:(mgs_llog.c:1539:record_base_raw()) lcfg (null) 0xcf005 192.168.203.111@tcp (null) (null) (null) 00000040:00080000:0.0:1787141163.992103:0:5834:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].13, 88 off10544 20000000:01000000:0.0:1787141163.992110:0:5834:0:(mgs_llog.c:1539:record_base_raw()) lcfg lustre-MDT0000-mdc 0xcf001 mdc lustre-clilmv_UUID (null) (null) 00000040:00080000:0.0:1787141163.992140:0:5834:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].14, 128 off10672 20000000:01000000:0.0:1787141163.992147:0:5834:0:(mgs_llog.c:1539:record_base_raw()) lcfg lustre-MDT0000-mdc 0xcf003 lustre-MDT0000_UUID 192.168.203.111@tcp (null) (null) 00000040:00080000:0.0:1787141163.992190:0:5834:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].15, 144 off10816 20000000:01000000:0.0:1787141163.992200:0:5834:0:(mgs_llog.c:1539:record_base_raw()) lcfg lustre-clilmv 0xcf014 lustre-MDT0000_UUID 0 1 lustre-MDT0000-mdc_UUID 00000040:00080000:0.0:1787141163.992248:0:5834:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].16, 160 off10976 00000040:00080000:1.0:1787141163.992562:0:5834:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].17, 224 off11200 20000000:01000000:1.0:1787141163.992634:0:5834:0:(mgs_llog.c:5252:mgs_write_log_target()) remaining string: ' mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity ', param: 'sys.timeout=20' 20000000:01000000:1.0:1787141163.992637:0:5834:0:(mgs_llog.c:4748:mgs_write_log_param()) next param 'sys.timeout=20' 20000000:01000000:1.0:1787141163.992640:0:5834:0:(mgs_llog.c:4181:mgs_write_log_sys()) global 'sys.timeout=20' val=20 20000000:01000000:1.0:1787141163.992650:0:5834:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping . 20000000:01000000:1.0:1787141163.992653:0:5834:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping .. 20000000:01000000:1.0:1787141163.992680:0:5834:0:(mgs_llog.c:2550:mgs_write_log_direct_all()) Changing log lustre-client 20000000:01000000:1.0:1787141163.992683:0:5834:0:(mgs_llog.c:1109:mgs_modify()) modify lustre-client/lustre/sys.timeout fl=4 00000040:00080000:3.0:1787141163.993154:0:5858:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 18 count 18 00000040:00080000:1.0:1787141163.993609:0:5834:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].18, 224 off11424 00000040:00080000:1.0:1787141163.993656:0:5834:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].19, 80 off11504 00000040:00080000:1.0:1787141163.999446:0:5834:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].20, 224 off11728 20000000:01000000:1.0:1787141163.999500:0:5834:0:(mgs_llog.c:2550:mgs_write_log_direct_all()) Changing log lustre-MDT0000 20000000:01000000:1.0:1787141163.999503:0:5834:0:(mgs_llog.c:1109:mgs_modify()) modify lustre-MDT0000/lustre/sys.timeout fl=4 00000040:00080000:3.0:1787141164.005742:0:5859:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 10 count 10 00000040:00080000:1.0:1787141164.008689:0:5834:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].10, 224 off10016 00000040:00080000:1.0:1787141164.008742:0:5834:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].11, 80 off10096 00000040:00080000:1.0:1787141164.008846:0:5834:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].12, 224 off10320 00000020:00000080:1.0:1787141164.008860:0:5834:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1787141164.008863:0:5834:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 100 to 20 20000000:01000000:1.0:1787141164.008868:0:5834:0:(mgs_llog.c:5252:mgs_write_log_target()) remaining string: ' ', param: 'mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity' 20000000:01000000:1.0:1787141164.008870:0:5834:0:(mgs_llog.c:4748:mgs_write_log_param()) next param 'mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity' 20000000:01000000:1.0:1787141164.008875:0:5834:0:(mgs_llog.c:5072:mgs_write_log_param()) mdt param identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity 20000000:01000000:1.0:1787141164.008880:0:5834:0:(mgs_llog.c:1379:mgs_modify_param()) modify lustre-MDT0000/lustre-MDT0000/mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity del=0 00000040:00080000:1.0:1787141164.009514:0:5860:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 13 count 13 20000000:02000000:2.0:1787141164.009650:0:5834:0:(mgs_llog.c:4120:mgs_wlp_lcfg()) Setting parameter lustre-MDT0000.mdt.identity_upcall=/home/green/git/lustre-release/lustre/utils/l_getidentity in log lustre-MDT0000 00000040:00080000:2.0:1787141164.027764:0:5834:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].13, 224 off10544 00000040:00080000:2.0:1787141164.027873:0:5834:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].14, 160 off10704 00000040:00080000:2.0:1787141164.027941:0:5834:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].15, 224 off10928 10000000:01000000:2.0:1787141164.027963:0:5834:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:2.0:1787141164.027982:0:5834:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000aad7dcbb/0xc65ffb29b5b30bd2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141164.027999:0:5834:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000aad7dcbb/0xc65ffb29b5b30bd2 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141164.028008:0:5834:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000aad7dcbb/0xc65ffb29b5b30bd2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141164.028013:0:5834:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000aad7dcbb/0xc65ffb29b5b30bd2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141164.028019:0:5834:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000aad7dcbb/0xc65ffb29b5b30bd2 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141164.028024:0:5834:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000aad7dcbb/0xc65ffb29b5b30bd2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141164.028031:0:5834:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 00000000aad7dcbb already unused, calling callback (0000000002a439e6) 00010000:00010000:2.0:1787141164.028034:0:5834:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000aad7dcbb/0xc65ffb29b5b30bd2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141164.028040:0:5834:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000aad7dcbb/0xc65ffb29b5b30bd2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141164.028050:0:5834:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000aad7dcbb/0xc65ffb29b5b30bd2 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141164.028057:0:5834:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000aad7dcbb/0xc65ffb29b5b30bd2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141164.028072:0:5834:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000aad7dcbb/0xc65ffb29b5b30bd2 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1787141164.028087:0:5834:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:0.0:1787141164.378947:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000883da14d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+5:5820:x1873953262928128:12345-0@lo:253: Request processed in 393095us (393364us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141164.378963:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1787141164.379055:0:5820:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000006b67428b pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:5820:1873953262928128:0@lo:253: 10000000:01000000:2.0:1787141164.379070:0:5820:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:2.0:1787141164.379074:0:5820:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1787141164.379076:0:5820:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1787141164.379077:0:5820:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787141164.379078:0:5820:0:(tgt_mount.c:1178:server_mti_print()) uuid: lustre-MDT0000_UUID 00000020:01000004:2.0:1787141164.379080:0:5820:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787141164.379081:0:5820:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787141164.379082:0:5820:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1787141164.379084:0:5820:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1787141164.379085:0:5820:0:(tgt_mount.c:1196:server_mti_print()) LDD_F_REWRITE_LDD 00000020:01000004:2.0:1787141164.379086:0:5820:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787141164.379088:0:5820:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1787141164.379105:0:5820:0:(tgt_mount.c:101:server_register_mount()) register mount 000000007aa962af from lustre-MDT0000 10000000:01000000:2.0:1787141164.379131:0:5820:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:2.0:1787141164.379134:0:5820:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:2.0:1787141164.379138:0:5820:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff8b7ca2778000 10000000:01000000:2.0:1787141164.379143:0:5820:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1787141164.379150:0:5820:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff8b7ca2778000 from 1 10000000:01000000:2.0:1787141164.379153:0:5820:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1787141164.379187:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: 00000000aad7dcbb/0xc65ffb29b5b30bd9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141164.379198:0:5820:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: 00000000aad7dcbb/0xc65ffb29b5b30bd9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141164.379206:0:5820:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: 00000000aad7dcbb/0xc65ffb29b5b30bd9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141164.379238:0:5820:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000006b67428b pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:5820:1873953262928256:0@lo:101: 00000100:00100000:2.0:1787141164.379273:0:5820:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141164.379370:0:5820:0:(client.c:2715:ptlrpc_set_wait()) set 0000000052eb6734 going to sleep for 11 seconds 00000100:00100000:3.0:1787141164.379502:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262928256 00000100:00100000:3.0:1787141164.379510:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262928256 00000100:00100000:3.0:1787141164.379673:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1787141164.379683:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000d62150a5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+5:5820:x1873953262928256:12345-0@lo:101: 00010000:00010000:3.0:1787141164.379695:0:5833:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141164.379775:0:5833:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000000a14e792/0xc65ffb29b5b30be0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b30bd9 expref: -99 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141164.379893:0:5833:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000000a14e792/0xc65ffb29b5b30be0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b30bd9 expref: 6 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141164.379905:0:5833:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000000a14e792/0xc65ffb29b5b30be0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30bd9 expref: 6 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141164.379914:0:5833:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000000a14e792, rc 0) 00000100:00100000:3.0:1787141164.379963:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000d62150a5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+6:5820:x1873953262928256:12345-0@lo:101: Request processed in 282us (690us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141164.379970:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1787141164.380041:0:5820:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000006b67428b pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:5820:1873953262928256:0@lo:101: 00010000:00010000:2.0:1787141164.380056:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: 00000000aad7dcbb/0xc65ffb29b5b30bd9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30be0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141164.380065:0:5820:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: 00000000aad7dcbb/0xc65ffb29b5b30bd9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b30be0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141164.380117:0:5820:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000006b67428b pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:5820:1873953262928384:0@lo:501: 00000100:00100000:2.0:1787141164.380146:0:5820:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141164.380286:0:5820:0:(client.c:2715:ptlrpc_set_wait()) set 0000000052eb6734 going to sleep for 11 seconds 00000100:00100000:0.0:1787141164.380370:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262928384 00000100:00100000:0.0:1787141164.380375:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262928384 00000100:00100000:0.0:1787141164.380397:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1787141164.380404:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000009781bccd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+6:5820:x1873953262928384:12345-0@lo:501: 00000100:00100000:0.0:1787141164.380644:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000009781bccd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+6:5820:x1873953262928384:12345-0@lo:501: Request processed in 240us (497us total) trans 0 rc -2/-2 00000100:00100000:0.0:1787141164.380652:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1787141164.380925:0:5820:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000006b67428b pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:5820:1873953262928384:0@lo:501: 10000000:01000000:2.0:1787141164.380956:0:5820:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1787141164.380975:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: 00000000aad7dcbb/0xc65ffb29b5b30bd9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30be0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141164.380984:0:5820:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: 00000000aad7dcbb/0xc65ffb29b5b30bd9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30be0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787141164.380992:0:5820:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8b7c85781000 10000000:01000000:2.0:1787141164.380998:0:5820:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1787141164.381002:0:5820:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8b7c85781000 10000000:01000000:2.0:1787141164.381004:0:5820:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:2.0:1787141164.381007:0:5820:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff8b7c85781000 from 1 10000000:01000000:2.0:1787141164.381017:0:5820:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:2.0:1787141164.381041:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: 00000000f8279c78/0xc65ffb29b5b30be7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141164.381048:0:5820:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: 00000000f8279c78/0xc65ffb29b5b30be7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141164.381054:0:5820:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: 00000000f8279c78/0xc65ffb29b5b30be7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141164.381065:0:5820:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000006b67428b pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:5820:1873953262928512:0@lo:101: 00000100:00100000:2.0:1787141164.381094:0:5820:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141164.381114:0:5820:0:(client.c:2715:ptlrpc_set_wait()) set 0000000052eb6734 going to sleep for 11 seconds 00000100:00100000:0.0:1787141164.381178:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262928512 00000100:00100000:0.0:1787141164.381184:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262928512 00000100:00100000:0.0:1787141164.381208:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1787141164.381214:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000f8876712 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+6:5820:x1873953262928512:12345-0@lo:101: 00010000:00010000:0.0:1787141164.381223:0:5832:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141164.381235:0:5832:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000456ebba1/0xc65ffb29b5b30bee lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b30be7 expref: -99 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141164.381253:0:5832:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000456ebba1/0xc65ffb29b5b30bee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b30be7 expref: 7 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141164.381262:0:5832:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000456ebba1/0xc65ffb29b5b30bee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30be7 expref: 7 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141164.381270:0:5832:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000456ebba1, rc 0) 00000100:00100000:0.0:1787141164.381345:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000f8876712 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+7:5820:x1873953262928512:12345-0@lo:101: Request processed in 131us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141164.381351:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1787141164.381623:0:5820:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000006b67428b pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:5820:1873953262928512:0@lo:101: 00010000:00010000:2.0:1787141164.381636:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: 00000000f8279c78/0xc65ffb29b5b30be7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30bee expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141164.381643:0:5820:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: 00000000f8279c78/0xc65ffb29b5b30be7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b30bee expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787141164.381655:0:5820:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:2.0:1787141164.381705:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: 00000000f8279c78/0xc65ffb29b5b30be7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30bee expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141164.381774:0:5820:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: 00000000f8279c78/0xc65ffb29b5b30be7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30bee expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787141164.381781:0:5820:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:2.0:1787141164.381785:0:5820:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1787141164.381790:0:5820:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8b7c85781000 10000000:01000000:2.0:1787141164.381908:0:5820:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1787141164.381912:0:5820:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:2.0:1787141164.381914:0:5820:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:2.0:1787141164.381933:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: 00000000c5c7f9ea/0xc65ffb29b5b30bf5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141164.381940:0:5820:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: 00000000c5c7f9ea/0xc65ffb29b5b30bf5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141164.381946:0:5820:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: 00000000c5c7f9ea/0xc65ffb29b5b30bf5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141164.381961:0:5820:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000006b67428b pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:5820:1873953262928640:0@lo:101: 00000100:00100000:2.0:1787141164.381993:0:5820:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141164.382015:0:5820:0:(client.c:2715:ptlrpc_set_wait()) set 0000000052eb6734 going to sleep for 11 seconds 00000100:00100000:1.0:1787141164.382081:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262928640 00000100:00100000:1.0:1787141164.382086:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262928640 00000100:00100000:1.0:1787141164.382121:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1787141164.382129:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000001d55e956 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+7:5820:x1873953262928640:12345-0@lo:101: 00010000:00010000:1.0:1787141164.382137:0:5832:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787141164.382147:0:5832:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000764098bd/0xc65ffb29b5b30bfc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b30bf5 expref: -99 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141164.382163:0:5832:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000764098bd/0xc65ffb29b5b30bfc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b30bf5 expref: 8 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141164.382172:0:5832:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000764098bd/0xc65ffb29b5b30bfc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30bf5 expref: 8 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141164.382179:0:5832:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000764098bd, rc 0) 00000100:00100000:1.0:1787141164.382252:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000001d55e956 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+8:5820:x1873953262928640:12345-0@lo:101: Request processed in 124us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141164.382268:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1787141164.382399:0:5820:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000006b67428b pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:5820:1873953262928640:0@lo:101: 00010000:00010000:2.0:1787141164.382410:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: 00000000c5c7f9ea/0xc65ffb29b5b30bf5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30bfc expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141164.382417:0:5820:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: 00000000c5c7f9ea/0xc65ffb29b5b30bf5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b30bfc expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141164.382462:0:5820:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000006b67428b pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:5820:1873953262928768:0@lo:501: 00000100:00100000:2.0:1787141164.382487:0:5820:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141164.382615:0:5820:0:(client.c:2715:ptlrpc_set_wait()) set 0000000052eb6734 going to sleep for 11 seconds 00000100:00100000:1.0:1787141164.382652:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262928768 00000100:00100000:1.0:1787141164.382656:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262928768 00000100:00100000:1.0:1787141164.382785:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1787141164.382896:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000cb5feea5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+8:5820:x1873953262928768:12345-0@lo:501: 00000100:00100000:1.0:1787141164.383128:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000cb5feea5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+9:5820:x1873953262928768:12345-0@lo:501: Request processed in 336us (641us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141164.383135:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1787141164.383201:0:5820:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000006b67428b pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:5820:1873953262928768:0@lo:501: 00000100:00100000:2.0:1787141164.383234:0:5820:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000006b67428b pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:5820:1873953262928896:0@lo:503: 00000100:00100000:2.0:1787141164.383268:0:5820:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141164.383380:0:5820:0:(client.c:2715:ptlrpc_set_wait()) set 0000000052eb6734 going to sleep for 11 seconds 00000100:00100000:0.0:1787141164.383495:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262928896 00000100:00100000:0.0:1787141164.383507:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262928896 00000100:00100000:0.0:1787141164.383542:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1787141164.383549:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000ccec73be pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+9:5820:x1873953262928896:12345-0@lo:503: 00000100:00100000:0.0:1787141164.383703:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000ccec73be pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+9:5820:x1873953262928896:12345-0@lo:503: Request processed in 154us (434us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141164.383930:0:5820:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000006b67428b pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:5820:1873953262928896:0@lo:503: 00000100:00100000:0.0:1787141164.384133:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1787141164.384655:0:5862:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000c00f9f45 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:5862:1873953262929024:0@lo:502: 00000100:00100000:3.0:1787141164.384707:0:5862:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141164.384944:0:5862:0:(client.c:2715:ptlrpc_set_wait()) set 000000007f135f0c going to sleep for 11 seconds 00000100:00100000:0.0:1787141164.385037:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262929024 00000100:00100000:0.0:1787141164.385043:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262929024 00000100:00100000:2.0:1787141164.385213:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1787141164.385220:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000051383d7e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+9:5862:x1873953262929024:12345-0@lo:502: 00000100:00100000:2.0:1787141164.385463:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000051383d7e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+9:5862:x1873953262929024:12345-0@lo:502: Request processed in 243us (757us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141164.385470:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1787141164.385615:0:5862:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000c00f9f45 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:5862:1873953262929024:0@lo:502: 00000020:01000000:3.0:1787141164.385645:0:5862:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787141164.385656:0:5862:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787141164.385658:0:5862:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:3.0:1787141164.385663:0:5862:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:3.0:1787141164.385666:0:5862:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787141164.385679:0:5862:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (000000004026eae1) 00000020:00000080:3.0:1787141164.385696:0:5862:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:3.0:1787141164.385702:0:5862:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:3.0:1787141164.385935:0:5862:0:(osd_handler.c:1564:osd_obd_connect()) connect #2 00000020:00000080:3.0:1787141164.385944:0:5862:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xc65ffb29b5b30c0a 00000020:00000080:3.0:1787141164.386201:0:5862:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:3.0:1787141164.386206:0:5862:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787141164.386210:0:5862:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787141164.386211:0:5862:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:3.0:1787141164.386214:0:5862:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787141164.386218:0:5862:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787141164.386219:0:5862:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:3.0:1787141164.386222:0:5862:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787141164.386230:0:5862:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (000000004b41bd4f) 00000020:00000080:3.0:1787141164.386241:0:5862:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:3.0:1787141164.386244:0:5862:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:3.0:1787141164.386246:0:5862:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:3.0:1787141164.386249:0:5862:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:3.0:1787141164.386254:0:5862:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1787141164.386297:0:5862:0:(tgt_mount.c:153:server_get_mount()) get mount 000000007aa962af from lustre-MDT0000, refs=3 00000020:00000080:3.0:1787141164.386316:0:5862:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (000000006f089257) 00000020:00000080:3.0:1787141164.386325:0:5862:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:3.0:1787141164.386394:0:5862:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:3.0:1787141164.386400:0:5862:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xc65ffb29b5b30c1f 00000020:00000080:3.0:1787141164.386484:0:5862:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:3.0:1787141164.386491:0:5862:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:3.0:1787141164.386495:0:5862:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0xc65ffb29b5b30c26 00080000:01000000:3.0:1787141164.386500:0:5862:0:(osd_handler.c:1564:osd_obd_connect()) connect #3 00000020:00000080:3.0:1787141164.386509:0:5862:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xc65ffb29b5b30c2d 00080000:10000000:3.0:1787141164.387246:0:5862:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/8/3) registered 40000000:02000000:3.0:1787141164.387440:0:5862:0:(fid_handler.c:560:seq_server_init()) ctl-lustre-MDT0000: No data found on store. Initialize space. 40000000:02000000:2.0:1787141164.392533:0:5862:0:(fid_handler.c:560:seq_server_init()) srv-lustre-MDT0000: No data found on store. Initialize space. 00010000:00010000:3.0:1787141164.465947:0:5862:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:02000400:3.0:1787141164.466250:0:5862:0:(tgt_lastrcvd.c:1878:tgt_server_data_init()) lustre-MDT0000: new disk, initializing 00000001:00000004:3.0:1787141164.469397:0:5862:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 1, last_transno is 0 00000001:00080000:3.0:1787141164.470101:0:5862:0:(tgt_lastrcvd.c:240:tgt_reply_header_write()) lustre-MDT0000: write reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:3.0:1787141164.538686:0:5862:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (00000000993847fe) 00000020:00000080:3.0:1787141164.538708:0:5862:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:3.0:1787141164.538784:0:5862:0:(osd_handler.c:1564:osd_obd_connect()) connect #4 00000020:00000080:3.0:1787141164.538788:0:5862:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xc65ffb29b5b30c3b 00000020:00000080:3.0:1787141164.539445:0:5862:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00080000:10000000:3.0:1787141164.544741:0:5862:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/8/4) registered 00080000:10000000:2.0:1787141164.611483:0:5862:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/8/4) registered 00080000:10000000:2.0:1787141164.655625:0:5862:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/8/4) registered 00080000:10000000:3.0:1787141164.706645:0:5862:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/8/4) registered 00080000:10000000:3.0:1787141164.752542:0:5862:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/8/4) registered 00080000:10000000:3.0:1787141164.799707:0:5862:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/8/4) registered 00010000:00010000:0.0:1787141164.805542:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1787141164.840465:0:5862:0:(genops.c:1385:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0xc65ffb29b5b30c42 00000020:00000080:2.0:1787141164.840894:0:5862:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:2.0:1787141164.840904:0:5862:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787141164.840909:0:5862:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787141164.840911:0:5862:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:2.0:1787141164.840914:0:5862:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787141164.840918:0:5862:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787141164.840919:0:5862:0:(obd_config.c:1563:class_process_config()) marker 9 (0x1) lustre sys.timeout 00000020:00000080:2.0:1787141164.840922:0:5862:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1787141164.840924:0:5862:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1787141164.840927:0:5862:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787141164.840928:0:5862:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787141164.840929:0:5862:0:(obd_config.c:1563:class_process_config()) marker 9 (0x2) lustre sys.timeout 00000020:01000000:2.0:1787141164.840931:0:5862:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787141164.840935:0:5862:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787141164.840937:0:5862:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:2.0:1787141164.840940:0:5862:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:2.0:1787141164.840974:0:5862:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000100:00100000:2.0:1787141164.841028:0:5862:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000006b67428b pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:5862:1873953262929152:0@lo:502: 00000100:00100000:2.0:1787141164.841100:0:5862:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141164.841152:0:5862:0:(client.c:2715:ptlrpc_set_wait()) set 0000000027d44124 going to sleep for 11 seconds 00000100:00100000:3.0:1787141164.841523:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262929152 00000100:00100000:3.0:1787141164.841530:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262929152 00000100:00100000:3.0:1787141164.841570:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1787141164.841579:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000000c0e9fe6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+9:5862:x1873953262929152:12345-0@lo:502: 00000100:00100000:3.0:1787141164.841790:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000000c0e9fe6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+9:5862:x1873953262929152:12345-0@lo:502: Request processed in 212us (691us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141164.842085:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1787141164.842610:0:5862:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000006b67428b pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:5862:1873953262929152:0@lo:502: 00000020:01000000:2.0:1787141164.842646:0:5862:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787141164.842652:0:5862:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787141164.842654:0:5862:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000040:00080000:2.0:1787141164.842658:0:5862:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 16 count 16 00000020:01000000:3.0:1787141164.843114:0:5820:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-15 (rc=0) 10000000:01000000:3.0:1787141164.843135:0:5820:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:3.0:1787141164.843148:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: 00000000c5c7f9ea/0xc65ffb29b5b30bf5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30bfc expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141164.843171:0:5820:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: 00000000c5c7f9ea/0xc65ffb29b5b30bf5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30bfc expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787141164.843179:0:5820:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8b7c85781000 from 1 10000000:01000000:3.0:1787141164.843181:0:5820:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1787141164.843210:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: 0000000032dd27f8/0xc65ffb29b5b30c49 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141164.843217:0:5820:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: 0000000032dd27f8/0xc65ffb29b5b30c49 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141164.843224:0:5820:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: 0000000032dd27f8/0xc65ffb29b5b30c49 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141164.843240:0:5820:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000c00f9f45 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:5820:1873953262929280:0@lo:101: 00000100:00100000:3.0:1787141164.843350:0:5820:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141164.843385:0:5820:0:(client.c:2715:ptlrpc_set_wait()) set 000000005df3f1e9 going to sleep for 11 seconds 00000100:00100000:2.0:1787141164.843476:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262929280 00000100:00100000:2.0:1787141164.843483:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262929280 00000100:00100000:2.0:1787141164.843519:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1787141164.843527:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000b850a60e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+9:5820:x1873953262929280:12345-0@lo:101: 00010000:00010000:2.0:1787141164.843538:0:5832:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141164.843549:0:5832:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000005b5e44ff/0xc65ffb29b5b30c50 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b30c49 expref: -99 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141164.843568:0:5832:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000005b5e44ff/0xc65ffb29b5b30c50 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b30c49 expref: 10 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141164.843576:0:5832:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000005b5e44ff/0xc65ffb29b5b30c50 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30c49 expref: 10 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141164.843584:0:5832:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000005b5e44ff, rc 0) 00000100:00100000:2.0:1787141164.843626:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000b850a60e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+10:5820:x1873953262929280:12345-0@lo:101: Request processed in 101us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141164.843633:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1787141164.843708:0:5820:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000c00f9f45 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:5820:1873953262929280:0@lo:101: 00010000:00010000:1.0:1787141164.843720:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: 0000000032dd27f8/0xc65ffb29b5b30c49 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30c50 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141164.843728:0:5820:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: 0000000032dd27f8/0xc65ffb29b5b30c49 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b30c50 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141164.845094:0:5820:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000009d70fab6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:5820:1873953262929408:0@lo:256: 00000100:00100000:1.0:1787141164.845151:0:5820:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141164.845220:0:5820:0:(client.c:2715:ptlrpc_set_wait()) set 000000002685fe28 going to sleep for 11 seconds 00000100:00100000:2.0:1787141164.845442:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262929408 00000100:00100000:2.0:1787141164.845448:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262929408 00000100:00100000:2.0:1787141164.845528:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1787141164.845536:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000002cdd1098 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+10:5820:x1873953262929408:12345-0@lo:256: 20000000:01000000:2.0:1787141164.845553:0:5834:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:2.0:1787141164.845567:0:5834:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:2.0:1787141164.845644:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000002cdd1098 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+10:5820:x1873953262929408:12345-0@lo:256: Request processed in 110us (493us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141164.845651:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1787141164.845715:0:5820:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000009d70fab6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:5820:1873953262929408:0@lo:256: 10000000:01000000:3.0:1787141164.846375:0:5820:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1787141164.846389:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: 0000000032dd27f8/0xc65ffb29b5b30c49 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30c50 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141164.846399:0:5820:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: 0000000032dd27f8/0xc65ffb29b5b30c49 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30c50 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787141164.846407:0:5820:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8b7c85781000 from 1 10000000:01000000:3.0:1787141164.846409:0:5820:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1787141164.846437:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: 000000008bb8a594/0xc65ffb29b5b30c57 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141164.846452:0:5820:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: 000000008bb8a594/0xc65ffb29b5b30c57 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141164.846460:0:5820:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: 000000008bb8a594/0xc65ffb29b5b30c57 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141164.846476:0:5820:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000dc290061 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:5820:1873953262929536:0@lo:101: 00000100:00100000:3.0:1787141164.846510:0:5820:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141164.847189:0:5820:0:(client.c:2715:ptlrpc_set_wait()) set 00000000f6e72a03 going to sleep for 11 seconds 00000100:00100000:1.0:1787141164.847359:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262929536 00000100:00100000:1.0:1787141164.847366:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262929536 00000100:00100000:1.0:1787141164.847405:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1787141164.847413:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000f7b10ce3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+10:5820:x1873953262929536:12345-0@lo:101: 00010000:00010000:1.0:1787141164.847425:0:5832:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787141164.847440:0:5832:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000009821a8b3/0xc65ffb29b5b30c5e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b30c57 expref: -99 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141164.847461:0:5832:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009821a8b3/0xc65ffb29b5b30c5e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b30c57 expref: 11 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141164.847481:0:5832:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000009821a8b3/0xc65ffb29b5b30c5e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30c57 expref: 11 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141164.847489:0:5832:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000009821a8b3, rc 0) 00000100:00100000:1.0:1787141164.847538:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000f7b10ce3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+11:5820:x1873953262929536:12345-0@lo:101: Request processed in 126us (1028us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141164.847545:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1787141164.847628:0:5820:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000dc290061 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:5820:1873953262929536:0@lo:101: 00010000:00010000:3.0:1787141164.847642:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: 000000008bb8a594/0xc65ffb29b5b30c57 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30c5e expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141164.847650:0:5820:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: 000000008bb8a594/0xc65ffb29b5b30c57 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b30c5e expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141164.847703:0:5820:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000dc290061 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:5820:1873953262929664:0@lo:501: 00000100:00100000:3.0:1787141164.847730:0:5820:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141164.847749:0:5820:0:(client.c:2715:ptlrpc_set_wait()) set 00000000f6e72a03 going to sleep for 11 seconds 00000100:00100000:1.0:1787141164.847824:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262929664 00000100:00100000:1.0:1787141164.847828:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262929664 00000100:00100000:1.0:1787141164.847969:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1787141164.847975:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000003616d25 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+11:5820:x1873953262929664:12345-0@lo:501: 00000100:00100000:1.0:1787141164.848573:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000003616d25 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+11:5820:x1873953262929664:12345-0@lo:501: Request processed in 597us (842us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141164.848581:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1787141164.848695:0:5820:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000dc290061 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:5820:1873953262929664:0@lo:501: 00000100:00100000:3.0:1787141164.848730:0:5820:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000dc290061 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:5820:1873953262929792:0@lo:503: 00000100:00100000:3.0:1787141164.848770:0:5820:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141164.848846:0:5820:0:(client.c:2715:ptlrpc_set_wait()) set 00000000f6e72a03 going to sleep for 11 seconds 00000100:00100000:1.0:1787141164.849033:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262929792 00000100:00100000:1.0:1787141164.849039:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262929792 00000100:00100000:1.0:1787141164.849061:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1787141164.849067:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000064f44032 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+11:5820:x1873953262929792:12345-0@lo:503: 00000040:00080000:1.0:1787141164.849104:0:5832:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1787141164.849149:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000064f44032 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+11:5820:x1873953262929792:12345-0@lo:503: Request processed in 83us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141164.849156:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1787141164.849287:0:5820:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000dc290061 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:5820:1873953262929792:0@lo:503: 00000040:00080000:3.0:1787141164.850551:0:5866:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 1 00000020:01000000:1.0:1787141164.850684:0:5820:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-0 (rc=0) 10000000:01000000:1.0:1787141164.850705:0:5820:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1787141164.850727:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: 000000008bb8a594/0xc65ffb29b5b30c57 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30c5e expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141164.850748:0:5820:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: 000000008bb8a594/0xc65ffb29b5b30c57 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30c5e expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787141164.850787:0:5820:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1787141164.850790:0:5820:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8b7c85781000 10000000:01000000:1.0:1787141164.850793:0:5820:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8b7c85781000 10000000:01000000:1.0:1787141164.850845:0:5820:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1787141164.850852:0:5820:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8b7c85781000 from 1 10000000:01000000:1.0:1787141164.850855:0:5820:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1787141164.851079:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: 0000000034fb77f6/0xc65ffb29b5b30c65 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141164.851087:0:5820:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: 0000000034fb77f6/0xc65ffb29b5b30c65 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141164.851095:0:5820:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: 0000000034fb77f6/0xc65ffb29b5b30c65 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141164.851113:0:5820:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000024fe9ce0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:5820:1873953262929920:0@lo:101: 00000100:00100000:1.0:1787141164.851167:0:5820:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141164.851201:0:5820:0:(client.c:2715:ptlrpc_set_wait()) set 00000000da05ad4c going to sleep for 11 seconds 00000100:00100000:2.0:1787141164.851351:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262929920 00000100:00100000:2.0:1787141164.851358:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262929920 00000100:00100000:2.0:1787141164.851392:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1787141164.851399:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000515a62a5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+11:5820:x1873953262929920:12345-0@lo:101: 00010000:00010000:2.0:1787141164.851408:0:5832:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141164.851419:0:5832:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000001da34a98/0xc65ffb29b5b30c6c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b30c65 expref: -99 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141164.851438:0:5832:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001da34a98/0xc65ffb29b5b30c6c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b30c65 expref: 12 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141164.851446:0:5832:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000001da34a98/0xc65ffb29b5b30c6c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30c65 expref: 12 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141164.851453:0:5832:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000001da34a98, rc 0) 00000100:00100000:2.0:1787141164.851486:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000515a62a5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+12:5820:x1873953262929920:12345-0@lo:101: Request processed in 88us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141164.851492:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1787141164.851559:0:5820:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000024fe9ce0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:5820:1873953262929920:0@lo:101: 00010000:00010000:1.0:1787141164.851572:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: 0000000034fb77f6/0xc65ffb29b5b30c65 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30c6c expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141164.851580:0:5820:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: 0000000034fb77f6/0xc65ffb29b5b30c65 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b30c6c expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141164.851641:0:5820:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000024fe9ce0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:5820:1873953262930048:0@lo:501: 00000100:00100000:1.0:1787141164.851662:0:5820:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141164.851681:0:5820:0:(client.c:2715:ptlrpc_set_wait()) set 00000000da05ad4c going to sleep for 11 seconds 00000100:00100000:2.0:1787141164.851751:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262930048 00000100:00100000:2.0:1787141164.851756:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262930048 00000100:00100000:2.0:1787141164.851772:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1787141164.851777:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000068d1c0d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+12:5820:x1873953262930048:12345-0@lo:501: 00000100:00100000:2.0:1787141164.852172:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000068d1c0d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+12:5820:x1873953262930048:12345-0@lo:501: Request processed in 394us (508us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141164.852179:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1787141164.852361:0:5820:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000024fe9ce0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:5820:1873953262930048:0@lo:501: 00000100:00100000:1.0:1787141164.852391:0:5820:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000024fe9ce0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:5820:1873953262930176:0@lo:503: 00000100:00100000:1.0:1787141164.852429:0:5820:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141164.852528:0:5820:0:(client.c:2715:ptlrpc_set_wait()) set 00000000da05ad4c going to sleep for 11 seconds 00000100:00100000:0.0:1787141164.852581:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262930176 00000100:00100000:0.0:1787141164.852586:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262930176 00000100:00100000:2.0:1787141164.852623:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1787141164.852630:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000021816365 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+12:5820:x1873953262930176:12345-0@lo:503: 00000100:00100000:2.0:1787141164.852869:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000021816365 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+12:5820:x1873953262930176:12345-0@lo:503: Request processed in 239us (440us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141164.853011:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1787141164.853487:0:5820:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000024fe9ce0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:5820:1873953262930176:0@lo:503: 00000100:00100000:1.0:1787141164.853864:0:5867:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000024fe9ce0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:5867:1873953262930304:0@lo:502: 00000100:00100000:1.0:1787141164.853920:0:5867:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141164.854244:0:5867:0:(client.c:2715:ptlrpc_set_wait()) set 000000002d79028a going to sleep for 11 seconds 00000100:00100000:2.0:1787141164.854374:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262930304 00000100:00100000:2.0:1787141164.854381:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262930304 00000100:00100000:3.0:1787141164.854526:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1787141164.854535:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000d1a40bfd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+12:5867:x1873953262930304:12345-0@lo:502: 00000100:00100000:3.0:1787141164.854743:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000d1a40bfd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+12:5867:x1873953262930304:12345-0@lo:502: Request processed in 209us (823us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141164.854750:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1787141164.854855:0:5867:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000024fe9ce0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:5867:1873953262930304:0@lo:502: 00000020:01000004:1.0:1787141164.854925:0:5867:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:1.0:1787141164.854940:0:5867:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (0000000099c46b6a) 00000020:00000080:1.0:1787141164.854957:0:5867:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type lwp with refcount 2 00000020:01000004:1.0:1787141164.855027:0:5867:0:(tgt_mount.c:153:server_get_mount()) get mount 000000007aa962af from lustre-MDT0000, refs=4 00000020:01000004:1.0:1787141164.855031:0:5867:0:(tgt_mount.c:187:server_put_mount()) put mount 000000007aa962af from lustre-MDT0000, refs=4 00000020:01000004:1.0:1787141164.855033:0:5867:0:(obd_mount.c:710:lustre_put_lsi()) put 000000007aa962af 4 00010000:00080000:1.0:1787141164.855058:0:5867:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000053af73b@lustre-MDT0000-lwp-MDT0000: add connection 192.168.203.111@tcp at head 00010000:00010000:1.0:1787141164.857293:0:5867:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-1 is initialized 00000020:00000080:1.0:1787141164.857491:0:5867:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:1.0:1787141164.857526:0:5867:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1787141164.857540:0:5867:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0xc65ffb29b5b30c7a 00000100:00080000:1.0:1787141164.857550:0:5867:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1787141164.857555:0:5867:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import 00000000053af73b using connection 192.168.203.111@tcp/0@lo 00000100:00100000:1.0:1787141164.857595:0:5867:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000024fe9ce0 x1873953262930432/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787141164.857626:0:5867:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:3.0:1787141164.860742:0:3303:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000024fe9ce0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3303:1873953262930432:0@lo:38: 00000100:00100000:3.0:1787141164.861197:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141164.861473:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262930432 00000100:00100000:2.0:1787141164.861483:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262930432 00000100:00100000:2.0:1787141164.861527:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1787141164.861534:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000dc290061 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3303:x1873953262930432:12345-0@lo:38: 00000100:00100000:2.0:1787141164.861601:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000dc290061 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3303:x1873953262930432:12345-0@lo:38: Request processed in 66us (406us total) trans 0 rc -11/-11 00000100:00100000:2.0:1787141164.861608:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1787141164.863406:0:3303:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1787141164.863418:0:3303:0:(import.c:65:import_set_state_nolock()) 00000000053af73b lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787141164.863424:0:3303:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1787141164.863428:0:3303:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000024fe9ce0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3303:1873953262930432:0@lo:38: 00000100:00100000:3.0:1787141164.867633:0:5867:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000005d4d8b35 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:5867:1873953262930560:0@lo:502: 00000100:00100000:3.0:1787141164.867711:0:5867:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141164.867768:0:5867:0:(client.c:2715:ptlrpc_set_wait()) set 0000000002f70b36 going to sleep for 11 seconds 00000100:00100000:1.0:1787141164.867859:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262930560 00000100:00100000:1.0:1787141164.867868:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262930560 00000100:00100000:1.0:1787141164.867917:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1787141164.867926:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000351e1aed pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+12:5867:x1873953262930560:12345-0@lo:502: 00000100:00100000:1.0:1787141164.868129:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000351e1aed pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+12:5867:x1873953262930560:12345-0@lo:502: Request processed in 204us (418us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141164.868137:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1787141164.868487:0:5867:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000005d4d8b35 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:5867:1873953262930560:0@lo:502: 00000040:00080000:3.0:1787141164.868514:0:5867:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 21 count 21 00000020:01000000:1.0:1787141164.868627:0:5820:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-20 (rc=0) 10000000:01000000:1.0:1787141164.868647:0:5820:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1787141164.868665:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: 0000000034fb77f6/0xc65ffb29b5b30c65 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30c6c expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141164.868676:0:5820:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: 0000000034fb77f6/0xc65ffb29b5b30c65 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30c6c expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1787141164.868718:0:5820:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1787141164.868720:0:5820:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1787141164.868721:0:5820:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787141164.868722:0:5820:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787141164.868723:0:5820:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787141164.868725:0:5820:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787141164.868726:0:5820:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1787141164.868727:0:5820:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1787141164.868729:0:5820:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_VIRIGIN 00000020:01000004:1.0:1787141164.868730:0:5820:0:(tgt_mount.c:1194:server_mti_print()) LDD_F_UPDATE 00000020:01000004:1.0:1787141164.868731:0:5820:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787141164.868733:0:5820:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1787141164.868736:0:5820:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020065 00000020:01000004:1.0:1787141164.868738:0:5820:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1787141164.868745:0:5820:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1787141164.868746:0:5820:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787141164.868747:0:5820:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787141164.868747:0:5820:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787141164.868748:0:5820:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787141164.868749:0:5820:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1787141164.868750:0:5820:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1787141164.868751:0:5820:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_VIRIGIN 00000020:01000004:1.0:1787141164.868752:0:5820:0:(tgt_mount.c:1194:server_mti_print()) LDD_F_UPDATE 00000020:01000004:1.0:1787141164.868753:0:5820:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787141164.868753:0:5820:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1787141164.868768:0:5820:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:1.0:1787141164.868777:0:5820:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000ca767062 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:5820:1873953262930688:0@lo:253: 00000100:00100000:1.0:1787141164.869104:0:5820:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141164.869163:0:5820:0:(client.c:2715:ptlrpc_set_wait()) set 000000002685fe28 going to sleep for 11 seconds 00000100:00100000:3.0:1787141164.869386:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262930688 00000100:00100000:3.0:1787141164.869393:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262930688 00000100:00100000:3.0:1787141164.870046:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1787141164.870055:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000181a80dc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+12:5820:x1873953262930688:12345-0@lo:253: 20000000:01000000:3.0:1787141164.870083:0:5832:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1787141164.870096:0:5832:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:1.0:1787141164.903345:0:5832:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1787141164.903365:0:5832:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:0.0:1787141164.903426:0:5855:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1787141164.903431:0:5855:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1787141164.903452:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000dc4a0bd1/0xc65ffb29b5b30c81 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141164.903471:0:5855:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000005b5e44ff/0xc65ffb29b5b30c50 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30c49 expref: 12 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141164.903478:0:5855:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000dc4a0bd1/0xc65ffb29b5b30c81 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141164.903516:0:5855:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000005b5e44ff/0xc65ffb29b5b30c50 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc65ffb29b5b30c49 expref: 12 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141164.903530:0:5855:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000005b5e44ff/0xc65ffb29b5b30c50 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc65ffb29b5b30c49 expref: 12 pid: 5832 timeout: 297 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141164.903554:0:5855:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000bc8817fa pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:5855:1873953262930816:0@lo:104: 00000100:00100000:0.0:1787141164.903614:0:5855:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141164.903856:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262930816 00000100:00100000:1.0:1787141164.903863:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262930816 00000100:00100000:1.0:1787141164.904031:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1787141164.904039:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000004e73086d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:66373bca-6a9f-4159-900e-58874c9cc4a0+3:5855:x1873953262930816:12345-0@lo:104: 00010000:00010000:1.0:1787141164.904051:0:5822:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: 0000000032dd27f8/0xc65ffb29b5b30c49 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b30c50 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141164.904098:0:5822:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787141164.904103:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000004e73086d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:66373bca-6a9f-4159-900e-58874c9cc4a0+3:5855:x1873953262930816:12345-0@lo:104: Request processed in 66us (490us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141164.904109:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:1.0:1787141164.904129:0:5828:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787141164.904134:0:5828:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: 0000000032dd27f8/0xc65ffb29b5b30c49 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b30c50 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141164.904140:0:5828:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 0000000032dd27f8 already unused, calling callback (00000000be5d33db) 10000000:00010000:1.0:1787141164.904149:0:5828:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: 0000000032dd27f8/0xc65ffb29b5b30c49 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc65ffb29b5b30c50 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141164.904156:0:5828:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: 0000000032dd27f8/0xc65ffb29b5b30c49 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc65ffb29b5b30c50 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787141164.904163:0:5828:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: 0000000032dd27f8/0xc65ffb29b5b30c49 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc65ffb29b5b30c50 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787141164.904167:0:5828:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1787141164.904194:0:5828:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: 0000000032dd27f8/0xc65ffb29b5b30c49 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30c50 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141164.904200:0:5828:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787141164.904216:0:5828:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: 0000000032dd27f8/0xc65ffb29b5b30c49 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30c50 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141164.904221:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: 0000000032dd27f8/0xc65ffb29b5b30c49 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30c50 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141164.904241:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141164.904242:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141164.904244:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787141164.904373:0:5855:0:(client.c:2715:ptlrpc_set_wait()) set 00000000d5724220 going to sleep for 11 seconds 00000100:00100000:0.0:1787141164.904398:0:5855:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000bc8817fa pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:5855:1873953262930816:0@lo:104: 00010000:00010000:0.0:1787141164.904414:0:5855:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000dc4a0bd1/0xc65ffb29b5b30c81 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141164.904476:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000567e75d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:66373bca-6a9f-4159-900e-58874c9cc4a0:3305:1873953262930944:0@lo:103: 00000100:00100000:0.0:1787141164.904504:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141164.910475:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262930944 00000100:00100000:0.0:1787141164.910488:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262930944 00010000:00010000:0.0:1787141164.910524:0:5824:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000005b5e44ff/0xc65ffb29b5b30c50 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b30c49 expref: 13 pid: 5832 timeout: 297 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141164.910578:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1787141164.910587:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000bc8817fa pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:66373bca-6a9f-4159-900e-58874c9cc4a0+13:3305:x1873953262930944:12345-0@lo:103: 00010000:00010000:0.0:1787141164.910600:0:5824:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787141164.910604:0:5824:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000005b5e44ff/0xc65ffb29b5b30c50 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b30c49 expref: 13 pid: 5832 timeout: 297 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141164.910615:0:5824:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000005b5e44ff/0xc65ffb29b5b30c50 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc65ffb29b5b30c49 expref: 13 pid: 5832 timeout: 297 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141164.910642:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000005b5e44ff/0xc65ffb29b5b30c50 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc65ffb29b5b30c49 expref: 13 pid: 5832 timeout: 297 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141164.910666:0:5824:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000dc4a0bd1/0xc65ffb29b5b30c81 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141164.910674:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000dc4a0bd1/0xc65ffb29b5b30c81 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1787141164.910693:0:5824:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.007262523s 00010000:00010000:0.0:1787141164.910714:0:5824:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000dc4a0bd1/0xc65ffb29b5b30c81 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141164.910721:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000dc4a0bd1/0xc65ffb29b5b30c81 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141164.910727:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000dc4a0bd1/0xc65ffb29b5b30c81 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141164.910733:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000dc4a0bd1/0xc65ffb29b5b30c81 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141164.910739:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 00000000dc4a0bd1 already unused, calling callback (0000000002a439e6) 00010000:00010000:0.0:1787141164.910743:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000dc4a0bd1/0xc65ffb29b5b30c81 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141164.910750:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000dc4a0bd1/0xc65ffb29b5b30c81 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141164.910773:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000dc4a0bd1/0xc65ffb29b5b30c81 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141164.910784:0:5824:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787141164.911028:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000bc8817fa pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:66373bca-6a9f-4159-900e-58874c9cc4a0+12:3305:x1873953262930944:12345-0@lo:103: Request processed in 442us (6523us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141164.911037:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1787141164.911106:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000567e75d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:66373bca-6a9f-4159-900e-58874c9cc4a0:3305:1873953262930944:0@lo:103: 00010000:00010000:2.0:1787141164.911596:0:5855:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000dc4a0bd1/0xc65ffb29b5b30c81 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141164.911607:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000dc4a0bd1/0xc65ffb29b5b30c81 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141164.911613:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000dc4a0bd1/0xc65ffb29b5b30c81 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141164.918326:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000181a80dc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+11:5820:x1873953262930688:12345-0@lo:253: Request processed in 48264us (49214us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141164.918342:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1787141164.918418:0:5820:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000ca767062 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:5820:1873953262930688:0@lo:253: 10000000:01000000:1.0:1787141164.918432:0:5820:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:1.0:1787141164.918435:0:5820:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1787141164.918437:0:5820:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1787141164.918438:0:5820:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787141164.918439:0:5820:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787141164.918440:0:5820:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787141164.918457:0:5820:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787141164.918458:0:5820:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1787141164.918460:0:5820:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1787141164.918461:0:5820:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_VIRIGIN 00000020:01000004:1.0:1787141164.918462:0:5820:0:(tgt_mount.c:1194:server_mti_print()) LDD_F_UPDATE 00000020:01000004:1.0:1787141164.918464:0:5820:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787141164.918465:0:5820:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:1.0:1787141164.918480:0:5820:0:(tgt_mount.c:2692:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:0.0:1787141164.931160:0:5820:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/8/4) registered 00080000:10000000:0.0:1787141164.931737:0:5820:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:0.0:1787141164.932101:0:5820:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/8/4) registered 00080000:10000000:0.0:1787141164.932471:0:5820:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:0.0:1787141164.933023:0:5820:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/8/4) registered 00080000:10000000:0.0:1787141164.933180:0:5820:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8/1) registered 00080000:10000000:0.0:1787141164.934431:0:5820:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/8/4) registered 00080000:10000000:0.0:1787141164.934780:0:5820:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8/1) registered 00080000:10000000:0.0:1787141164.935173:0:5820:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/8/4) registered 00080000:10000000:2.0:1787141164.941014:0:5820:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8/1) registered 00080000:10000000:3.0:1787141164.949511:0:5820:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xf:0x0] (8/8/4) registered 00080000:10000000:3.0:1787141164.950332:0:5820:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8/1) registered 40000000:02000000:3.0:1787141165.013527:0:5820:0:(fid_handler.c:119:__seq_server_alloc_super()) ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000200000400-0x0000000240000400]:0:mdt 00000040:01000000:1.0:1787141165.060275:0:5820:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000040:01000000:1.0:1787141165.061055:0:5873:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=0, read=32 00000020:00080000:3.0:1787141165.064317:0:5872:0:(update_trans.c:1539:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 0 00000020:00080000:3.0:1787141165.064337:0:5872:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 0 00000040:01000000:0.0:1787141165.067491:0:5820:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:2.0:1787141165.072062:0:5820:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:2.0:1787141165.072516:0:5820:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:2.0:1787141165.072529:0:5820:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:0.0:1787141165.076243:0:5820:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1787141165.080060:0:5820:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:0.0:1787141165.084522:0:5820:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:0.0:1787141165.084612:0:5820:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:0.0:1787141165.086029:0:5820:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:0.0:1787141165.086210:0:5820:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x11:0x0] (8/8/4) registered 00100000:10000000:0.0:1787141165.092204:0:5820:0:(lfsck_lib.c:2686:lfsck_load_one_trace_file()) lustre-MDT0000-osd: unlink lfsck sub trace file lfsck_namespace_00: rc = 0 00100000:10000000:0.0:1787141165.092531:0:5820:0:(lfsck_lib.c:2686:lfsck_load_one_trace_file()) lustre-MDT0000-osd: unlink lfsck sub trace file lfsck_namespace_01: rc = 0 00100000:10000000:0.0:1787141165.092692:0:5820:0:(lfsck_lib.c:2686:lfsck_load_one_trace_file()) lustre-MDT0000-osd: unlink lfsck sub trace file lfsck_namespace_02: rc = 0 00100000:10000000:0.0:1787141165.092969:0:5820:0:(lfsck_lib.c:2686:lfsck_load_one_trace_file()) lustre-MDT0000-osd: unlink lfsck sub trace file lfsck_namespace_03: rc = 0 00100000:10000000:0.0:1787141165.093106:0:5820:0:(lfsck_lib.c:2686:lfsck_load_one_trace_file()) lustre-MDT0000-osd: unlink lfsck sub trace file lfsck_namespace_04: rc = 0 00100000:10000000:0.0:1787141165.093253:0:5820:0:(lfsck_lib.c:2686:lfsck_load_one_trace_file()) lustre-MDT0000-osd: unlink lfsck sub trace file lfsck_namespace_05: rc = 0 00100000:10000000:0.0:1787141165.093395:0:5820:0:(lfsck_lib.c:2686:lfsck_load_one_trace_file()) lustre-MDT0000-osd: unlink lfsck sub trace file lfsck_namespace_06: rc = 0 00100000:10000000:0.0:1787141165.093541:0:5820:0:(lfsck_lib.c:2686:lfsck_load_one_trace_file()) lustre-MDT0000-osd: unlink lfsck sub trace file lfsck_namespace_07: rc = 0 00100000:10000000:0.0:1787141165.093693:0:5820:0:(lfsck_lib.c:2686:lfsck_load_one_trace_file()) lustre-MDT0000-osd: unlink lfsck sub trace file lfsck_namespace_08: rc = 0 00100000:10000000:0.0:1787141165.094216:0:5820:0:(lfsck_lib.c:2686:lfsck_load_one_trace_file()) lustre-MDT0000-osd: unlink lfsck sub trace file lfsck_namespace_09: rc = 0 00100000:10000000:0.0:1787141165.094492:0:5820:0:(lfsck_lib.c:2686:lfsck_load_one_trace_file()) lustre-MDT0000-osd: unlink lfsck sub trace file lfsck_namespace_10: rc = 0 00100000:10000000:0.0:1787141165.095123:0:5820:0:(lfsck_lib.c:2686:lfsck_load_one_trace_file()) lustre-MDT0000-osd: unlink lfsck sub trace file lfsck_namespace_11: rc = 0 00100000:10000000:0.0:1787141165.095414:0:5820:0:(lfsck_lib.c:2686:lfsck_load_one_trace_file()) lustre-MDT0000-osd: unlink lfsck sub trace file lfsck_namespace_12: rc = 0 00100000:10000000:0.0:1787141165.095574:0:5820:0:(lfsck_lib.c:2686:lfsck_load_one_trace_file()) lustre-MDT0000-osd: unlink lfsck sub trace file lfsck_namespace_13: rc = 0 00100000:10000000:0.0:1787141165.096110:0:5820:0:(lfsck_lib.c:2686:lfsck_load_one_trace_file()) lustre-MDT0000-osd: unlink lfsck sub trace file lfsck_namespace_14: rc = 0 00100000:10000000:0.0:1787141165.097072:0:5820:0:(lfsck_lib.c:2686:lfsck_load_one_trace_file()) lustre-MDT0000-osd: unlink lfsck sub trace file lfsck_namespace_15: rc = 0 00100000:10000000:0.0:1787141165.098159:0:5820:0:(lfsck_lib.c:2686:lfsck_load_one_trace_file()) lustre-MDT0000-osd: unlink lfsck sub trace file lfsck_layout_00: rc = 0 00100000:10000000:0.0:1787141165.098669:0:5820:0:(lfsck_lib.c:2686:lfsck_load_one_trace_file()) lustre-MDT0000-osd: unlink lfsck sub trace file lfsck_layout_01: rc = 0 00100000:10000000:0.0:1787141165.098858:0:5820:0:(lfsck_lib.c:2686:lfsck_load_one_trace_file()) lustre-MDT0000-osd: unlink lfsck sub trace file lfsck_layout_02: rc = 0 00100000:10000000:0.0:1787141165.099103:0:5820:0:(lfsck_lib.c:2686:lfsck_load_one_trace_file()) lustre-MDT0000-osd: unlink lfsck sub trace file lfsck_layout_03: rc = 0 00100000:10000000:0.0:1787141165.099235:0:5820:0:(lfsck_lib.c:2686:lfsck_load_one_trace_file()) lustre-MDT0000-osd: unlink lfsck sub trace file lfsck_layout_04: rc = 0 00100000:10000000:0.0:1787141165.099576:0:5820:0:(lfsck_lib.c:2686:lfsck_load_one_trace_file()) lustre-MDT0000-osd: unlink lfsck sub trace file lfsck_layout_05: rc = 0 00100000:10000000:0.0:1787141165.100019:0:5820:0:(lfsck_lib.c:2686:lfsck_load_one_trace_file()) lustre-MDT0000-osd: unlink lfsck sub trace file lfsck_layout_06: rc = 0 00100000:10000000:0.0:1787141165.100175:0:5820:0:(lfsck_lib.c:2686:lfsck_load_one_trace_file()) lustre-MDT0000-osd: unlink lfsck sub trace file lfsck_layout_07: rc = 0 00100000:10000000:0.0:1787141165.100511:0:5820:0:(lfsck_lib.c:2686:lfsck_load_one_trace_file()) lustre-MDT0000-osd: unlink lfsck sub trace file lfsck_layout_08: rc = 0 00100000:10000000:0.0:1787141165.100666:0:5820:0:(lfsck_lib.c:2686:lfsck_load_one_trace_file()) lustre-MDT0000-osd: unlink lfsck sub trace file lfsck_layout_09: rc = 0 00100000:10000000:0.0:1787141165.101601:0:5820:0:(lfsck_lib.c:2686:lfsck_load_one_trace_file()) lustre-MDT0000-osd: unlink lfsck sub trace file lfsck_layout_10: rc = 0 00100000:10000000:0.0:1787141165.102134:0:5820:0:(lfsck_lib.c:2686:lfsck_load_one_trace_file()) lustre-MDT0000-osd: unlink lfsck sub trace file lfsck_layout_11: rc = 0 00100000:10000000:0.0:1787141165.102357:0:5820:0:(lfsck_lib.c:2686:lfsck_load_one_trace_file()) lustre-MDT0000-osd: unlink lfsck sub trace file lfsck_layout_12: rc = 0 00100000:10000000:0.0:1787141165.102509:0:5820:0:(lfsck_lib.c:2686:lfsck_load_one_trace_file()) lustre-MDT0000-osd: unlink lfsck sub trace file lfsck_layout_13: rc = 0 00100000:10000000:0.0:1787141165.102646:0:5820:0:(lfsck_lib.c:2686:lfsck_load_one_trace_file()) lustre-MDT0000-osd: unlink lfsck sub trace file lfsck_layout_14: rc = 0 00100000:10000000:0.0:1787141165.103384:0:5820:0:(lfsck_lib.c:2686:lfsck_load_one_trace_file()) lustre-MDT0000-osd: unlink lfsck sub trace file lfsck_layout_15: rc = 0 00000001:00000004:0.0:1787141165.103554:0:5820:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 1, last_transno is 4294967296 00000040:00080000:1.0:1787141165.148057:0:5873:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000001:00080000:0.0:1787141165.229445:0:5820:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:0.0:1787141165.229481:0:5820:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffb6dfc1ceb988 00100000:10000000:0.0:1787141165.229490:0:5820:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:2.0:1787141165.231294:0:5820:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1787141165.231308:0:5820:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.111@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1787141165.231320:0:5820:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=46 00000080:00000004:2.0:1787141165.231356:0:5820:0:(super25.c:182:lustre_fill_super()) lustre-mdt1/mdt1: Mount complete 00000040:00080000:1.0:1787141165.292283:0:5873:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1787141165.292369:0:5873:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000004:00080000:1.0:1787141165.292374:0:5873:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00010000:00010000:2.0:1787141165.838199:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141166.853534:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141167.877568:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141168.905157:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141169.927610:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1787141170.049930:0:5836:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1787141170.049949:0:5836:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8b7c85781000 from 3 10000000:01000000:0.0:1787141170.049953:0:5836:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1787141170.049994:0:5836:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: 0000000073e88f4e/0xc65ffb29b5b30c88 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141170.050005:0:5836:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: 0000000073e88f4e/0xc65ffb29b5b30c88 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141170.050015:0:5836:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: 0000000073e88f4e/0xc65ffb29b5b30c88 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141170.050035:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000005f575666 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262931072:0@lo:101: 00000100:00100000:0.0:1787141170.050095:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141170.050139:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set 000000008e71fddb going to sleep for 11 seconds 00000100:00100000:0.0:1787141170.050161:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262931072 00000100:00100000:0.0:1787141170.050167:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262931072 00000100:00100000:0.0:1787141170.050206:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1787141170.050213:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000e794256f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+11:5836:x1873953262931072:12345-0@lo:101: 00010000:00010000:0.0:1787141170.050224:0:5833:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141170.050234:0:5833:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000d9d56d61/0xc65ffb29b5b30c8f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b30c88 expref: -99 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141170.050254:0:5833:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d9d56d61/0xc65ffb29b5b30c8f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b30c88 expref: 12 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141170.050262:0:5833:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000d9d56d61/0xc65ffb29b5b30c8f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30c88 expref: 12 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141170.050270:0:5833:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000d9d56d61, rc 0) 00000100:00100000:0.0:1787141170.050304:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000e794256f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+12:5836:x1873953262931072:12345-0@lo:101: Request processed in 91us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141170.050316:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1787141170.050357:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000005f575666 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262931072:0@lo:101: 00010000:00010000:0.0:1787141170.050370:0:5836:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: 0000000073e88f4e/0xc65ffb29b5b30c88 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30c8f expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141170.050378:0:5836:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: 0000000073e88f4e/0xc65ffb29b5b30c88 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b30c8f expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141170.050420:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000005f575666 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262931200:0@lo:256: 00000100:00080000:1.0:1787141170.050608:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1787141170.050613:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787141170.050616:0:8:0:(import.c:65:import_set_state_nolock()) 00000000053af73b lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787141170.050621:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import 00000000053af73b using connection 192.168.203.111@tcp/0@lo 00000100:00100000:1.0:1787141170.050642:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000ca767062 x1873953262931328/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787141170.050709:0:3303:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000ca767062 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3303:1873953262931328:0@lo:38: 00000100:00100000:2.0:1787141170.050743:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141170.051463:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262931328 00000100:00100000:1.0:1787141170.051469:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262931328 00000100:00100000:1.0:1787141170.051503:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1787141170.051509:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000006b67428b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3303:x1873953262931328:12345-0@lo:38: 00010000:00080000:1.0:1787141170.051529:0:5841:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 153 last 0 00000020:00000080:1.0:1787141170.051566:0:5841:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0xc65ffb29b5b30c96 00000004:00100000:1.0:1787141170.051614:0:5841:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1787141170.051727:0:5841:0:(import.c:65:import_set_state_nolock()) 000000009fdb7bd0 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1787141170.051816:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000006b67428b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3303:x1873953262931328:12345-0@lo:38: Request processed in 286us (1051us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141170.051838:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1787141170.051880:0:3303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@00000000ca767062 x1873953262931328/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787141180 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787141170.051893:0:3303:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 1 00000100:00080000:1.0:1787141170.051900:0:3303:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:1.0:1787141170.051904:0:3303:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1787141170.051906:0:3303:0:(import.c:65:import_set_state_nolock()) 00000000053af73b lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1787141170.051911:0:3303:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000ca767062 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3303:1873953262931328:0@lo:38: 00000100:00100000:0.0:1787141170.052190:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141170.052216:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set 000000008e71fddb going to sleep for 11 seconds 00000100:00100000:1.0:1787141170.052838:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262931200 00000100:00100000:1.0:1787141170.052845:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262931200 00000100:00100000:1.0:1787141170.052880:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1787141170.052887:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000000e67169f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+12:5836:x1873953262931200:12345-0@lo:256: 20000000:01000000:1.0:1787141170.052904:0:5832:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1787141170.052921:0:5832:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1787141170.052925:0:5832:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 3 00000100:00100000:1.0:1787141170.053016:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000000e67169f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+12:5836:x1873953262931200:12345-0@lo:256: Request processed in 129us (826us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141170.053023:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1787141170.053106:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000005f575666 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262931200:0@lo:256: 10000000:01000000:2.0:1787141170.053153:0:5836:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1787141170.053161:0:5836:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: 0000000073e88f4e/0xc65ffb29b5b30c88 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30c8f expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141170.053169:0:5836:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: 0000000073e88f4e/0xc65ffb29b5b30c88 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30c8f expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:02000400:1.0:1787141170.086542:0:6116:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg311-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:3.0:1787141170.944990:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141171.969135:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141172.992981:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141174.017079:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1787141174.805598:0:6319:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffcb1285a10 20000000:00000080:0.0:1787141174.805616:0:6319:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8b7cae985000 uarg=0000000000000000 20000000:01000000:0.0:1787141174.805644:0:6319:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:0.0:1787141174.805651:0:6319:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:0.0:1787141174.805655:0:6319:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:0.0:1787141174.806177:0:6319:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 20000000:02000000:0.0:1787141174.806188:0:6319:0:(mgs_llog.c:4120:mgs_wlp_lcfg()) Modifying parameter general.debug_raw_pointers=Y in log params 00000040:00080000:0.0:1787141174.816691:0:6319:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1787141174.817052:0:6319:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].1, 224 off8416 00000040:00080000:0.0:1787141174.817102:0:6319:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].2, 112 off8528 00000040:00080000:0.0:1787141174.817154:0:6319:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].3, 224 off8752 10000000:01000000:0.0:1787141174.817171:0:6319:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:0.0:1787141174.817185:0:6319:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002cf700ed/0xc65ffb29b5b30c9d lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141174.817203:0:6319:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000009821a8b3/0xc65ffb29b5b30c5e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30c57 expref: 11 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141174.817215:0:6319:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000002cf700ed/0xc65ffb29b5b30c9d lrc: 4/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141174.817248:0:6319:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000009821a8b3/0xc65ffb29b5b30c5e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc65ffb29b5b30c57 expref: 11 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141174.817260:0:6319:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000009821a8b3/0xc65ffb29b5b30c5e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc65ffb29b5b30c57 expref: 11 pid: 5832 timeout: 307 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141174.817273:0:6319:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000001d0d2947 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:6319:1873953262931456:0@lo:104: 00000100:00100000:0.0:1787141174.817329:0:6319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141174.817458:0:6319:0:(client.c:2715:ptlrpc_set_wait()) set 00000000f2a986cf going to sleep for 11 seconds 00000100:00100000:2.0:1787141174.824044:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262931456 00000100:00100000:2.0:1787141174.824059:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262931456 00000100:00100000:2.0:1787141174.824116:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1787141174.824127:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000eb47c497 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+3:6319:x1873953262931456:12345-0@lo:104: 00010000:00010000:2.0:1787141174.824145:0:5823:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: 000000008bb8a594/0xc65ffb29b5b30c57 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b30c5e expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141174.824248:0:5823:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1787141174.824254:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000eb47c497 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+3:6319:x1873953262931456:12345-0@lo:104: Request processed in 128us (6925us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141174.824260:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1787141174.824331:0:6319:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000001d0d2947 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:6319:1873953262931456:0@lo:104: 00010000:00010000:0.0:1787141174.824353:0:6319:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000002cf700ed/0xc65ffb29b5b30c9d lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141174.824410:0:5828:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787141174.824415:0:5828:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: 000000008bb8a594/0xc65ffb29b5b30c57 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b30c5e expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141174.824421:0:5828:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 000000008bb8a594 already unused, calling callback (00000000be5d33db) 10000000:00010000:3.0:1787141174.824424:0:5828:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: 000000008bb8a594/0xc65ffb29b5b30c57 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc65ffb29b5b30c5e expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141174.824430:0:5828:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: 000000008bb8a594/0xc65ffb29b5b30c57 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc65ffb29b5b30c5e expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787141174.824436:0:5828:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: 000000008bb8a594/0xc65ffb29b5b30c57 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc65ffb29b5b30c5e expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787141174.824442:0:5828:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1787141174.824479:0:5828:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: 000000008bb8a594/0xc65ffb29b5b30c57 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30c5e expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141174.824485:0:5828:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787141174.824506:0:5828:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: 000000008bb8a594/0xc65ffb29b5b30c57 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30c5e expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141174.824511:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: 000000008bb8a594/0xc65ffb29b5b30c57 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30c5e expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141174.824534:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141174.824550:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141174.824552:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787141174.824631:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000005d4d8b35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:66373bca-6a9f-4159-900e-58874c9cc4a0:3306:1873953262931584:0@lo:103: 00000100:00100000:0.0:1787141174.824670:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141174.824950:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262931584 00000100:00100000:3.0:1787141174.824955:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262931584 00010000:00010000:3.0:1787141174.824972:0:5825:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000009821a8b3/0xc65ffb29b5b30c5e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b30c57 expref: 12 pid: 5832 timeout: 307 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141174.825001:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1787141174.825007:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000001d0d2947 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+12:3306:x1873953262931584:12345-0@lo:103: 00010000:00010000:3.0:1787141174.825017:0:5825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787141174.825022:0:5825:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000009821a8b3/0xc65ffb29b5b30c5e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b30c57 expref: 12 pid: 5832 timeout: 307 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141174.825032:0:5825:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000009821a8b3/0xc65ffb29b5b30c5e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc65ffb29b5b30c57 expref: 12 pid: 5832 timeout: 307 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141174.825045:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009821a8b3/0xc65ffb29b5b30c5e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc65ffb29b5b30c57 expref: 12 pid: 5832 timeout: 307 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141174.825059:0:5825:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000002cf700ed/0xc65ffb29b5b30c9d lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 6319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141174.825067:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002cf700ed/0xc65ffb29b5b30c9d lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 6319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141174.825080:0:5825:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002cf700ed/0xc65ffb29b5b30c9d lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141174.825086:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002cf700ed/0xc65ffb29b5b30c9d lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141174.825092:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002cf700ed/0xc65ffb29b5b30c9d lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141174.825105:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002cf700ed/0xc65ffb29b5b30c9d lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141174.825110:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock 000000002cf700ed already unused, calling callback (0000000002a439e6) 00010000:00010000:3.0:1787141174.825114:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002cf700ed/0xc65ffb29b5b30c9d lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141174.825120:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002cf700ed/0xc65ffb29b5b30c9d lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141174.825138:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002cf700ed/0xc65ffb29b5b30c9d lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141174.825148:0:5825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787141174.825182:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000001d0d2947 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+11:3306:x1873953262931584:12345-0@lo:103: Request processed in 176us (512us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141174.825189:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1787141174.825214:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000005d4d8b35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:66373bca-6a9f-4159-900e-58874c9cc4a0:3306:1873953262931584:0@lo:103: 00010000:00010000:2.0:1787141174.825292:0:6319:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000002cf700ed/0xc65ffb29b5b30c9d lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141174.825298:0:6319:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002cf700ed/0xc65ffb29b5b30c9d lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141174.825313:0:6319:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002cf700ed/0xc65ffb29b5b30c9d lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141175.042382:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787141175.171758:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000005d4d8b35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:66373bca-6a9f-4159-900e-58874c9cc4a0:3307:1873953262931712:0@lo:400: 00000100:00100000:0.0:1787141175.171851:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141175.172058:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262931712 00000100:00100000:1.0:1787141175.172066:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262931712 00000100:00100000:1.0:1787141175.172121:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1787141175.172130:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000c2442cdd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+11:3307:x1873953262931712:12345-0@lo:400: 00000100:00100000:2.0:1787141175.172388:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000013315d49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3304:1873953262931840:0@lo:400: 00000100:00100000:2.0:1787141175.172434:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141175.172591:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262931840 00000100:00100000:3.0:1787141175.172596:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262931840 00000100:00100000:3.0:1787141175.172641:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1787141175.172648:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000007a38791b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3304:x1873953262931840:12345-0@lo:400: 00000100:00100000:3.0:1787141175.172690:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000007a38791b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3304:x1873953262931840:12345-0@lo:400: Request processed in 42us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141175.172697:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:2.0:1787141175.172864:0:3304:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@0000000013315d49 x1873953262931840/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787141191 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787141175.172889:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000013315d49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3304:1873953262931840:0@lo:400: 00000100:00100000:1.0:1787141175.175345:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000c2442cdd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+11:3307:x1873953262931712:12345-0@lo:400: Request processed in 3209us (3486us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141175.175360:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1787141175.177572:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000005d4d8b35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:66373bca-6a9f-4159-900e-58874c9cc4a0:3307:1873953262931712:0@lo:400: 00010000:00010000:3.0:1787141176.073962:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141177.089028:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141178.116370:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1787141178.117475:0:5836:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1787141178.117481:0:5836:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8b7c85781000 from 1 10000000:01000000:0.0:1787141178.117486:0:5836:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1787141178.117527:0:5836:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: 00000000dc4a0bd1/0xc65ffb29b5b30ca4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141178.117549:0:5836:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: 00000000dc4a0bd1/0xc65ffb29b5b30ca4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141178.117560:0:5836:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: 00000000dc4a0bd1/0xc65ffb29b5b30ca4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141178.117583:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000f4cd4bd2 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262931968:0@lo:101: 00000100:00100000:0.0:1787141178.117646:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141178.117699:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set 00000000203d69a8 going to sleep for 11 seconds 00000100:00100000:1.0:1787141178.120867:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262931968 00000100:00100000:1.0:1787141178.120882:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262931968 00000100:00100000:1.0:1787141178.120933:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1787141178.120941:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000007b8b6b83 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+11:5836:x1873953262931968:12345-0@lo:101: 00010000:00010000:1.0:1787141178.120957:0:5833:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787141178.120975:0:5833:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000005d7feb8/0xc65ffb29b5b30cab lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b30ca4 expref: -99 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141178.120999:0:5833:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000005d7feb8/0xc65ffb29b5b30cab lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b30ca4 expref: 12 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141178.121009:0:5833:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000005d7feb8/0xc65ffb29b5b30cab lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30ca4 expref: 12 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141178.121018:0:5833:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000005d7feb8, rc 0) 00000100:00100000:1.0:1787141178.121094:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000007b8b6b83 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+12:5836:x1873953262931968:12345-0@lo:101: Request processed in 153us (3448us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141178.121101:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1787141178.123546:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000f4cd4bd2 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262931968:0@lo:101: 00010000:00010000:3.0:1787141178.123589:0:5836:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: 00000000dc4a0bd1/0xc65ffb29b5b30ca4 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30cab expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141178.123600:0:5836:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: 00000000dc4a0bd1/0xc65ffb29b5b30ca4 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b30cab expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141178.123673:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000005adb833a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262932096:0@lo:501: 00000100:00100000:3.0:1787141178.123735:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141178.123785:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set 0000000085d03f86 going to sleep for 11 seconds 00000100:00100000:2.0:1787141178.124145:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262932096 00000100:00100000:2.0:1787141178.124153:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262932096 00000100:00100000:2.0:1787141178.124198:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1787141178.124207:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@00000000b5df6b90 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+12:5836:x1873953262932096:12345-0@lo:501: 00000100:00100000:2.0:1787141178.124462:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@00000000b5df6b90 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+12:5836:x1873953262932096:12345-0@lo:501: Request processed in 256us (726us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141178.124470:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1787141178.124509:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000005adb833a pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262932096:0@lo:501: 00000100:00100000:2.0:1787141178.124541:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000008ef95aad pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262932224:0@lo:503: 00000100:00100000:2.0:1787141178.124579:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141178.124598:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set 000000001f87083b going to sleep for 11 seconds 00000100:00100000:2.0:1787141178.124611:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262932224 00000100:00100000:2.0:1787141178.124614:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262932224 00000100:00100000:2.0:1787141178.124634:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1787141178.124641:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@000000006c5a7ecc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+12:5836:x1873953262932224:12345-0@lo:503: 00000100:00100000:2.0:1787141178.124857:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@000000006c5a7ecc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+12:5836:x1873953262932224:12345-0@lo:503: Request processed in 217us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141178.124871:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1787141178.124909:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000008ef95aad pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262932224:0@lo:503: 00000100:00100000:3.0:1787141178.126555:0:6528:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000de71ba9d pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:6528:1873953262932352:0@lo:502: 00000100:00100000:3.0:1787141178.126615:0:6528:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141178.126654:0:6528:0:(client.c:2715:ptlrpc_set_wait()) set 000000001819f2f8 going to sleep for 11 seconds 00000100:00100000:2.0:1787141178.126858:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262932352 00000100:00100000:2.0:1787141178.126865:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262932352 00000100:00100000:2.0:1787141178.126908:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1787141178.126915:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@0000000087558e0b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+12:6528:x1873953262932352:12345-0@lo:502: 00000100:00100000:2.0:1787141178.127099:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@0000000087558e0b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+12:6528:x1873953262932352:12345-0@lo:502: Request processed in 184us (483us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141178.127106:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1787141178.127152:0:6528:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000de71ba9d pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:6528:1873953262932352:0@lo:502: 00000020:01000000:2.0:1787141178.127178:0:6528:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787141178.127188:0:6528:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787141178.127190:0:6528:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1787141178.127197:0:6528:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8b7c85781000 00000020:00000080:2.0:1787141178.127199:0:6528:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1787141178.127238:0:6528:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cae417480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:6528:1873953262932480:0@lo:502: 00000100:00100000:2.0:1787141178.127971:0:6528:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141178.127996:0:6528:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c8508bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1787141178.130379:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262932480 00000100:00100000:3.0:1787141178.130392:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262932480 00000100:00100000:3.0:1787141178.130455:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1787141178.130466:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+12:6528:x1873953262932480:12345-0@lo:502: 00000100:00100000:3.0:1787141178.130731:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+12:6528:x1873953262932480:12345-0@lo:502: Request processed in 266us (2760us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141178.130739:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1787141178.132056:0:6528:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cae417480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:6528:1873953262932480:0@lo:502: 00000020:01000000:0.0:1787141178.132097:0:6528:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787141178.132105:0:6528:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787141178.132107:0:6528:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000040:00080000:0.0:1787141178.132113:0:6528:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 4 count 4 00000020:01000000:0.0:1787141178.132178:0:5836:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-3 (rc=0) 10000000:01000000:0.0:1787141178.132197:0:5836:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1787141178.132208:0:5836:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c80031c00/0xc65ffb29b5b30ca4 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30cab expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141178.132220:0:5836:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff8b7c80031c00/0xc65ffb29b5b30ca4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30cab expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141179.136986:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141180.163935:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787141180.293023:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787141180.293046:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3307:1873953262932736:0@lo:400: 00000100:00100000:0.0:1787141180.293114:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141180.293243:0:3304:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787141180.293251:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953262932608:0@lo:400: 00000100:00100000:0.0:1787141180.293296:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141180.295512:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262932608 00000100:00100000:3.0:1787141180.295524:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262932608 00000100:00100000:3.0:1787141180.295571:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1787141180.295580:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+12:3304:x1873953262932608:12345-0@lo:400: 00000100:00100000:3.0:1787141180.295660:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+12:3304:x1873953262932608:12345-0@lo:400: Request processed in 81us (2363us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141180.295669:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1787141180.295784:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953262932608:0@lo:400: 00000100:00100000:2.0:1787141180.296199:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262932736 00000100:00100000:2.0:1787141180.296205:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262932736 00000100:00100000:2.0:1787141180.299915:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1787141180.299935:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1873953262932736:12345-0@lo:400: 00000100:00100000:2.0:1787141180.300040:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1873953262932736:12345-0@lo:400: Request processed in 113us (6925us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141180.300047:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:2.0:1787141180.300178:0:3307:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8b7cc0f8f480 x1873953262932736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787141196 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787141180.300200:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3307:1873953262932736:0@lo:400: 00010000:00010000:2.0:1787141181.186846:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1787141181.704970:0:6686:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1787141181.704973:0:6686:0:(obd_mount.c:926:lmd_print()) device: lustre-ost1/ost1 00000080:01200004:0.0:1787141181.705368:0:6686:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8b7ca2684800 00000020:01000004:0.0:1787141181.705385:0:6686:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-OST0000, type=osd-zfs, lsifl=200062, mountfl=0 00000020:01000004:0.0:1787141181.705397:0:6686:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-zfs) 00000020:00000080:0.0:1787141181.705411:0:6686:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff8b7c883c0000) 00000020:00000080:0.0:1787141181.705427:0:6686:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osd-zfs with refcount 2 00100000:10000000:1.0:1787141181.776849:0:6686:0:(scrub.c:230:scrub_file_store()) lustre-OST0000: store scrub file: rc = 0 00100000:10000000:1.0:1787141181.777446:0:6686:0:(scrub.c:230:scrub_file_store()) lustre-OST0000: store scrub file: rc = 0 00100000:10000000:1.0:1787141181.821838:0:6686:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x200000001:0x1017:0x0] => 0 (CONFIGS): rc = 1 00100000:10000000:0.0:1787141181.830342:0:6686:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x200000007:0x1:0x0] => 0 (ROOT): rc = 1 00100000:10000000:0.0:1787141181.830373:0:6686:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x200000001:0x3:0x0] => 0 (fld): rc = 1 00100000:10000000:0.0:1787141181.830421:0:6686:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x200000009:0x0:0x0] => 0 (update_log): rc = 1 00100000:10000000:0.0:1787141181.830442:0:6686:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x20000000a:0x0:0x0] => 0 (update_log_dir): rc = 1 00000020:00000080:0.0:1787141181.831301:0:6686:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:0.0:1787141181.831311:0:6686:0:(osd_handler.c:1564:osd_obd_connect()) connect #0 00000020:00000080:0.0:1787141181.831319:0:6686:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xc65ffb29b5b30cb9 00000020:01000004:0.0:1787141181.831327:0:6686:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-OST0000 on device lustre-ost1/ost1 00000020:01000004:0.0:1787141181.831345:0:6686:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.111@tcp:Set MGC reconnect 1 10000000:01000000:0.0:1787141181.831348:0:6686:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.111@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:0.0:1787141181.831354:0:6686:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-OST0000 00000020:01000004:0.0:1787141181.831358:0:6686:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:0.0:1787141181.831368:0:6686:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff8b7c883c19b8) 00000020:00000080:0.0:1787141181.831377:0:6686:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type ost with refcount 2 00000100:00100000:0.0:1787141181.832504:0:6686:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1787141181.832659:0:6686:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:0.0:1787141181.832664:0:6686:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:0.0:1787141181.843561:0:6686:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:0.0:1787141181.843575:0:6686:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:1.0:1787141181.843912:0:6686:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:1.0:1787141181.843918:0:6686:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:0.0:1787141181.845644:0:6686:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1787141181.845881:0:6686:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:0.0:1787141181.845887:0:6686:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:0.0:1787141181.849664:0:6686:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:0.0:1787141181.849690:0:6686:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:0.0:1787141181.888629:0:6686:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1787141181.890229:0:6686:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:0.0:1787141181.890238:0:6686:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:0.0:1787141181.895216:0:6686:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:0.0:1787141181.895236:0:6686:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:0.0:1787141181.896772:0:6686:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:0.0:1787141181.896783:0:6686:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:0.0:1787141181.905113:0:6686:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1787141181.905335:0:6686:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:0.0:1787141181.905342:0:6686:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:1.0:1787141181.910852:0:6686:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:1.0:1787141181.910868:0:6686:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:2.0:1787141182.011283:0:6686:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1787141182.011488:0:6686:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:2.0:1787141182.011495:0:6686:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:2.0:1787141182.012870:0:6686:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:2.0:1787141182.012880:0:6686:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:2.0:1787141182.013315:0:6686:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:2.0:1787141182.013457:0:6686:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for lustre-ost1/ost1 10000000:01000000:2.0:1787141182.013464:0:6686:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.111@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:3.0:1787141182.052645:0:6686:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.111@tcp ctxt 0 is initialized 00000020:01000004:3.0:1787141182.059073:0:6686:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.203.111@tcp, index=0000, flags=0x20062 00000020:01000004:3.0:1787141182.059085:0:6686:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1787141182.059087:0:6686:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1787141182.059088:0:6686:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787141182.059090:0:6686:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787141182.059091:0:6686:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787141182.059093:0:6686:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787141182.059094:0:6686:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1787141182.059096:0:6686:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_VIRIGIN 00000020:01000004:3.0:1787141182.059097:0:6686:0:(tgt_mount.c:1194:server_mti_print()) LDD_F_UPDATE 00000020:01000004:3.0:1787141182.059099:0:6686:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787141182.059100:0:6686:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1787141182.059104:0:6686:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020062 00000020:01000004:3.0:1787141182.059106:0:6686:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1787141182.059107:0:6686:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1787141182.059109:0:6686:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787141182.059110:0:6686:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787141182.059111:0:6686:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787141182.059112:0:6686:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787141182.059113:0:6686:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1787141182.059114:0:6686:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_VIRIGIN 00000020:01000004:3.0:1787141182.059115:0:6686:0:(tgt_mount.c:1194:server_mti_print()) LDD_F_UPDATE 00000020:01000004:3.0:1787141182.059116:0:6686:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787141182.059117:0:6686:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1787141182.059201:0:6686:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:3.0:1787141182.059220:0:6686:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:6686:1873953262932864:0@lo:253: 00000100:00100000:3.0:1787141182.059291:0:6686:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141182.059360:0:6686:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c864a66c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787141182.059476:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262932864 00000100:00100000:2.0:1787141182.059483:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262932864 00000100:00100000:2.0:1787141182.059532:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1787141182.059541:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+12:6686:x1873953262932864:12345-0@lo:253: 20000000:01000000:2.0:1787141182.059578:0:5832:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:2.0:1787141182.059583:0:5832:0:(mgs_handler.c:599:mgs_target_reg()) updating lustre-OST0000, index=0 20000000:01000000:2.0:1787141182.059587:0:5832:0:(mgs_llog.c:869:mgs_set_index()) Set index for lustre-OST0000 to 0 20000000:01000000:2.0:1787141182.059590:0:5832:0:(mgs_llog.c:3862:mgs_write_log_ost()) writing new ost lustre-OST0000 00000040:00080000:2.0:1787141182.060533:0:5832:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1787141182.060739:0:5832:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].1, 224 off8416 20000000:01000000:2.0:1787141182.060752:0:5832:0:(mgs_llog.c:1539:record_base_raw()) lcfg lustre-OST0000 0xcf001 obdfilter lustre-OST0000_UUID (null) (null) 00000040:00080000:2.0:1787141182.060787:0:5832:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].2, 128 off8544 20000000:01000000:2.0:1787141182.060824:0:5832:0:(mgs_llog.c:1539:record_base_raw()) lcfg lustre-OST0000 0xcf003 dev type f (null) 00000040:00080000:2.0:1787141182.060857:0:5832:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].3, 112 off8656 00000040:00080000:2.0:1787141182.060904:0:5832:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].4, 224 off8880 00000040:00080000:2.0:1787141182.061265:0:5832:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].16, 224 off11152 20000000:01000000:2.0:1787141182.061285:0:5832:0:(mgs_llog.c:3815:mgs_write_log_osc_to_lov()) add nid 192.168.203.111@tcp 20000000:01000000:2.0:1787141182.061287:0:5832:0:(mgs_llog.c:1539:record_base_raw()) lcfg (null) 0xcf005 192.168.203.111@tcp (null) (null) (null) 00000040:00080000:2.0:1787141182.061321:0:5832:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].17, 88 off11240 20000000:01000000:2.0:1787141182.061330:0:5832:0:(mgs_llog.c:1539:record_base_raw()) lcfg lustre-OST0000-osc-MDT0000 0xcf001 osc lustre-MDT0000-mdtlov_UUID (null) (null) 00000040:00080000:2.0:1787141182.061393:0:5832:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].18, 144 off11384 20000000:01000000:2.0:1787141182.061401:0:5832:0:(mgs_llog.c:1539:record_base_raw()) lcfg lustre-OST0000-osc-MDT0000 0xcf003 lustre-OST0000_UUID 192.168.203.111@tcp (null) (null) 00000040:00080000:2.0:1787141182.061433:0:5832:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].19, 152 off11536 20000000:01000000:2.0:1787141182.061442:0:5832:0:(mgs_llog.c:1539:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xcf00d lustre-OST0000_UUID 0 1 (null) 00000040:00080000:2.0:1787141182.061472:0:5832:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].20, 136 off11672 00000040:00080000:2.0:1787141182.061540:0:5832:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].21, 224 off11896 00000040:00080000:2.0:1787141182.062263:0:5832:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].21, 224 off11952 20000000:01000000:2.0:1787141182.062281:0:5832:0:(mgs_llog.c:3815:mgs_write_log_osc_to_lov()) add nid 192.168.203.111@tcp 20000000:01000000:2.0:1787141182.062283:0:5832:0:(mgs_llog.c:1539:record_base_raw()) lcfg (null) 0xcf005 192.168.203.111@tcp (null) (null) (null) 00000040:00080000:2.0:1787141182.062316:0:5832:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].22, 88 off12040 20000000:01000000:2.0:1787141182.062324:0:5832:0:(mgs_llog.c:1539:record_base_raw()) lcfg lustre-OST0000-osc 0xcf001 osc lustre-clilov_UUID (null) (null) 00000040:00080000:2.0:1787141182.062353:0:5832:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].23, 128 off12168 20000000:01000000:2.0:1787141182.062360:0:5832:0:(mgs_llog.c:1539:record_base_raw()) lcfg lustre-OST0000-osc 0xcf003 lustre-OST0000_UUID 192.168.203.111@tcp (null) (null) 00000040:00080000:2.0:1787141182.062415:0:5832:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].24, 144 off12312 20000000:01000000:2.0:1787141182.062424:0:5832:0:(mgs_llog.c:1539:record_base_raw()) lcfg lustre-clilov 0xcf00d lustre-OST0000_UUID 0 1 (null) 00000040:00080000:2.0:1787141182.062457:0:5832:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].25, 128 off12440 00000040:00080000:2.0:1787141182.062492:0:5832:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].26, 224 off12664 20000000:01000000:2.0:1787141182.062507:0:5832:0:(mgs_llog.c:5252:mgs_write_log_target()) remaining string: ' autodegrade=on ', param: 'sys.timeout=20' 20000000:01000000:2.0:1787141182.062509:0:5832:0:(mgs_llog.c:4748:mgs_write_log_param()) next param 'sys.timeout=20' 20000000:01000000:2.0:1787141182.062513:0:5832:0:(mgs_llog.c:4181:mgs_write_log_sys()) global 'sys.timeout=20' val=20 20000000:01000000:2.0:1787141182.062524:0:5832:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping . 20000000:01000000:2.0:1787141182.062526:0:5832:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping .. 20000000:01000000:2.0:1787141182.062555:0:5832:0:(mgs_llog.c:2550:mgs_write_log_direct_all()) Changing log lustre-OST0000 20000000:01000000:2.0:1787141182.062557:0:5832:0:(mgs_llog.c:1109:mgs_modify()) modify lustre-OST0000/lustre/sys.timeout fl=4 00000040:00080000:0.0:1787141182.064856:0:6701:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 5 count 5 00000040:00080000:2.0:1787141182.065216:0:5832:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].5, 224 off9104 00000040:00080000:2.0:1787141182.065261:0:5832:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].6, 80 off9184 00000040:00080000:2.0:1787141182.065351:0:5832:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].7, 224 off9408 20000000:01000000:2.0:1787141182.065365:0:5832:0:(mgs_llog.c:2550:mgs_write_log_direct_all()) Changing log lustre-client 20000000:01000000:2.0:1787141182.065367:0:5832:0:(mgs_llog.c:1109:mgs_modify()) modify lustre-client/lustre/sys.timeout fl=4 20000000:01000000:2.0:1787141182.066284:0:6702:0:(mgs_llog.c:1076:mgs_modify_handler()) Changing rec 18 marker 8 1->4: lustre sys.timeout 20000000:01000000:2.0:1787141182.066341:0:6702:0:(mgs_llog.c:1076:mgs_modify_handler()) Changing rec 20 marker 8 2->4: lustre sys.timeout 00000040:00080000:2.0:1787141182.066390:0:6702:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 27 count 27 00000040:00080000:1.0:1787141182.066757:0:5832:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].27, 224 off12888 00000040:00080000:1.0:1787141182.069069:0:5832:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].28, 80 off12968 00000040:00080000:1.0:1787141182.069155:0:5832:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].29, 224 off13192 20000000:01000000:1.0:1787141182.069173:0:5832:0:(mgs_llog.c:2550:mgs_write_log_direct_all()) Changing log lustre-MDT0000 20000000:01000000:1.0:1787141182.069175:0:5832:0:(mgs_llog.c:1109:mgs_modify()) modify lustre-MDT0000/lustre/sys.timeout fl=4 20000000:01000000:3.0:1787141182.069938:0:6703:0:(mgs_llog.c:1076:mgs_modify_handler()) Changing rec 10 marker 9 1->4: lustre sys.timeout 20000000:01000000:0.0:1787141182.070141:0:6703:0:(mgs_llog.c:1076:mgs_modify_handler()) Changing rec 12 marker 9 2->4: lustre sys.timeout 00000040:00080000:0.0:1787141182.070195:0:6703:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 22 count 22 00000040:00080000:1.0:1787141182.070460:0:5832:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].22, 224 off12120 00000040:00080000:1.0:1787141182.070496:0:5832:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].23, 80 off12200 00000040:00080000:1.0:1787141182.070546:0:5832:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].24, 224 off12424 20000000:01000000:1.0:1787141182.070561:0:5832:0:(mgs_llog.c:5252:mgs_write_log_target()) remaining string: ' ', param: 'autodegrade=on' 20000000:01000000:1.0:1787141182.070563:0:5832:0:(mgs_llog.c:4748:mgs_write_log_param()) next param 'autodegrade=on' 10000000:01000000:1.0:1787141182.070572:0:5832:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:1.0:1787141182.070591:0:5832:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b7c9990d400/0xc65ffb29b5b30cc7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141182.070609:0:5832:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b7cc21c6a00/0xc65ffb29b5b30be0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30bd9 expref: 12 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141182.070618:0:5832:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b7c9990dc00/0xc65ffb29b5b30bfc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30bf5 expref: 12 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141182.070625:0:5832:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b7c81519e00/0xc65ffb29b5b30c6c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30c65 expref: 12 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141182.070632:0:5832:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b7c9990d400/0xc65ffb29b5b30cc7 lrc: 6/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141182.070669:0:5832:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b7c81519e00/0xc65ffb29b5b30c6c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc65ffb29b5b30c65 expref: 12 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141182.070752:0:5832:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b7c81519e00/0xc65ffb29b5b30c6c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc65ffb29b5b30c65 expref: 12 pid: 5832 timeout: 315 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141182.070767:0:5832:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbdd180 pname:cluuid:pid:xid:nid:opc:job ll_mgs_0000:MGS:5832:1873953262932992:0@lo:104: 00000100:00100000:1.0:1787141182.070910:0:5832:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1787141182.071200:0:5832:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b7c9990dc00/0xc65ffb29b5b30bfc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc65ffb29b5b30bf5 expref: 12 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141182.071224:0:5832:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b7c9990dc00/0xc65ffb29b5b30bfc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc65ffb29b5b30bf5 expref: 12 pid: 5832 timeout: 315 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141182.071234:0:5832:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbde680 pname:cluuid:pid:xid:nid:opc:job ll_mgs_0000:MGS:5832:1873953262933120:0@lo:104: 00000100:00100000:1.0:1787141182.071260:0:5832:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1787141182.071337:0:5832:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b7cc21c6a00/0xc65ffb29b5b30be0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc65ffb29b5b30bd9 expref: 12 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141182.071345:0:5832:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b7cc21c6a00/0xc65ffb29b5b30be0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc65ffb29b5b30bd9 expref: 12 pid: 5833 timeout: 315 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141182.071354:0:5832:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbdd880 pname:cluuid:pid:xid:nid:opc:job ll_mgs_0000:MGS:5832:1873953262933248:0@lo:104: 00000100:00100000:1.0:1787141182.071376:0:5832:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141182.071443:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262932992 00000100:00100000:3.0:1787141182.071450:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262932992 00000100:00100000:3.0:1787141182.071486:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262933120 00000100:00100000:3.0:1787141182.071488:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262933120 00000100:00100000:3.0:1787141182.071502:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1787141182.071511:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:66373bca-6a9f-4159-900e-58874c9cc4a0+4:5832:x1873953262932992:12345-0@lo:104: 00010000:00010000:3.0:1787141182.071529:0:5822:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff8b7c9990d200/0xc65ffb29b5b30c65 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b30c6c expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141182.071588:0:5822:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1787141182.071596:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:66373bca-6a9f-4159-900e-58874c9cc4a0+4:5832:x1873953262932992:12345-0@lo:104: Request processed in 85us (685us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141182.071603:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1787141182.071619:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1787141182.071626:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbdca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:66373bca-6a9f-4159-900e-58874c9cc4a0+3:5832:x1873953262933120:12345-0@lo:104: 00010000:00010000:3.0:1787141182.071634:0:5822:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff8b7c81519400/0xc65ffb29b5b30bf5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b30bfc expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141182.071668:0:5822:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1787141182.071673:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbdca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:66373bca-6a9f-4159-900e-58874c9cc4a0+3:5832:x1873953262933120:12345-0@lo:104: Request processed in 49us (413us total) trans 0 rc 0/0 00010000:00010000:0.0:1787141182.071761:0:5828:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787141182.071768:0:5828:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff8b7c9990d200/0xc65ffb29b5b30c65 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b30c6c expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141182.071775:0:5828:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c9990d200 already unused, calling callback (ffffffffc1c5bc20) 10000000:00010000:0.0:1787141182.071779:0:5828:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff8b7c9990d200/0xc65ffb29b5b30c65 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xc65ffb29b5b30c6c expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141182.071787:0:5828:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff8b7c9990d200/0xc65ffb29b5b30c65 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xc65ffb29b5b30c6c expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787141182.071814:0:5828:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff8b7c9990d200/0xc65ffb29b5b30c65 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xc65ffb29b5b30c6c expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787141182.071820:0:5828:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1787141182.071850:0:5828:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff8b7c9990d200/0xc65ffb29b5b30c65 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30c6c expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141182.071866:0:5828:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787141182.071886:0:5828:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff8b7c9990d200/0xc65ffb29b5b30c65 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30c6c expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141182.071893:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff8b7c9990d200/0xc65ffb29b5b30c65 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30c6c expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141182.071908:0:5828:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787141182.071912:0:5828:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff8b7c81519400/0xc65ffb29b5b30bf5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b30bfc expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141182.071918:0:5828:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c81519400 already unused, calling callback (ffffffffc1c5bc20) 10000000:00010000:0.0:1787141182.071921:0:5828:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff8b7c81519400/0xc65ffb29b5b30bf5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xc65ffb29b5b30bfc expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141182.071928:0:5828:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff8b7c81519400/0xc65ffb29b5b30bf5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xc65ffb29b5b30bfc expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787141182.071935:0:5828:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff8b7c81519400/0xc65ffb29b5b30bf5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xc65ffb29b5b30bfc expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787141182.071940:0:5828:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1787141182.071965:0:5828:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff8b7c81519400/0xc65ffb29b5b30bf5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30bfc expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141182.071971:0:5828:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787141182.071985:0:5828:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff8b7c81519400/0xc65ffb29b5b30bf5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30bfc expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141182.071991:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff8b7c81519400/0xc65ffb29b5b30bf5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30bfc expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141182.072008:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141182.072010:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141182.072012:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787141182.072034:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953262933504:0@lo:103: 00000100:00100000:0.0:1787141182.072066:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141182.072108:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262933504 00000100:00100000:0.0:1787141182.072113:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262933504 00010000:00010000:0.0:1787141182.072131:0:5825:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b7c9990dc00/0xc65ffb29b5b30bfc lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b30bf5 expref: 13 pid: 5832 timeout: 315 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141182.072153:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1787141182.072159:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f8d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+13:3304:x1873953262933504:12345-0@lo:103: 00010000:00010000:0.0:1787141182.072169:0:5825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787141182.072174:0:5825:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b7c9990dc00/0xc65ffb29b5b30bfc lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b30bf5 expref: 13 pid: 5832 timeout: 315 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141182.072184:0:5825:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b7c9990dc00/0xc65ffb29b5b30bfc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc65ffb29b5b30bf5 expref: 13 pid: 5832 timeout: 315 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141182.072198:0:5825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787141182.072223:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f8d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+13:3304:x1873953262933504:12345-0@lo:103: Request processed in 65us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141182.072230:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1787141182.072264:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953262933504:0@lo:103: 00000100:00100000:3.0:1787141182.072377:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1787141182.072408:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:66373bca-6a9f-4159-900e-58874c9cc4a0:3307:1873953262933376:0@lo:103: 00000100:00100000:3.0:1787141182.072433:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1787141182.072463:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787141182.072544:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262933376 00000100:00100000:0.0:1787141182.072548:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262933376 00010000:00010000:0.0:1787141182.072561:0:5826:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b7c81519e00/0xc65ffb29b5b30c6c lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b30c65 expref: 13 pid: 5832 timeout: 315 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141182.072596:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1787141182.072603:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb479e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:66373bca-6a9f-4159-900e-58874c9cc4a0+13:3307:x1873953262933376:12345-0@lo:103: 00010000:00010000:0.0:1787141182.072611:0:5826:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787141182.072615:0:5826:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b7c81519e00/0xc65ffb29b5b30c6c lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b30c65 expref: 13 pid: 5832 timeout: 315 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141182.072625:0:5826:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b7c81519e00/0xc65ffb29b5b30c6c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc65ffb29b5b30c65 expref: 13 pid: 5832 timeout: 315 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141182.072634:0:5826:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787141182.072660:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb479e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:66373bca-6a9f-4159-900e-58874c9cc4a0+13:3307:x1873953262933376:12345-0@lo:103: Request processed in 58us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141182.072666:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1787141182.072703:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:66373bca-6a9f-4159-900e-58874c9cc4a0:3307:1873953262933376:0@lo:103: 00000100:00100000:1.0:1787141182.072978:0:5832:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c8683aa80 going to sleep for 11 seconds 00010000:00010000:1.0:1787141182.072994:0:5832:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7c81519e00/0xc65ffb29b5b30c6c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc65ffb29b5b30c65 expref: 12 pid: 5832 timeout: 315 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141182.073005:0:5832:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbdd180 pname:cluuid:pid:xid:nid:opc:job ll_mgs_0000:MGS:5832:1873953262932992:0@lo:104: 00010000:00010000:1.0:1787141182.073014:0:5832:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7c9990dc00/0xc65ffb29b5b30bfc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc65ffb29b5b30bf5 expref: 11 pid: 5832 timeout: 315 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141182.073024:0:5832:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbde680 pname:cluuid:pid:xid:nid:opc:job ll_mgs_0000:MGS:5832:1873953262933120:0@lo:104: 00000100:00100000:2.0:1787141182.073201:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262933248 00000100:00100000:2.0:1787141182.073206:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262933248 00000100:00100000:0.0:1787141182.073256:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1787141182.073263:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:66373bca-6a9f-4159-900e-58874c9cc4a0+3:5832:x1873953262933248:12345-0@lo:104: 00010000:00010000:0.0:1787141182.073273:0:5822:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff8b7c81518600/0xc65ffb29b5b30bd9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b30be0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141182.073329:0:5822:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787141182.073335:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:66373bca-6a9f-4159-900e-58874c9cc4a0+3:5832:x1873953262933248:12345-0@lo:104: Request processed in 73us (1958us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141182.073341:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:3.0:1787141182.073393:0:5828:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787141182.073399:0:5828:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff8b7c81518600/0xc65ffb29b5b30bd9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b30be0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141182.073405:0:5828:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c81518600 already unused, calling callback (ffffffffc1c5bc20) 10000000:00010000:3.0:1787141182.073409:0:5828:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff8b7c81518600/0xc65ffb29b5b30bd9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc65ffb29b5b30be0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141182.073417:0:5828:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff8b7c81518600/0xc65ffb29b5b30bd9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc65ffb29b5b30be0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787141182.073430:0:5828:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff8b7c81518600/0xc65ffb29b5b30bd9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc65ffb29b5b30be0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787141182.073435:0:5828:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1787141182.073463:0:5828:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff8b7c81518600/0xc65ffb29b5b30bd9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30be0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141182.073470:0:5828:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787141182.073485:0:5828:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff8b7c81518600/0xc65ffb29b5b30bd9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30be0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141182.073491:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff8b7c81518600/0xc65ffb29b5b30bd9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30be0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141182.073505:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141182.073507:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141182.073509:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787141182.073518:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:66373bca-6a9f-4159-900e-58874c9cc4a0:3305:1873953262933632:0@lo:103: 00000100:00100000:3.0:1787141182.073545:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141182.073574:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262933632 00000100:00100000:3.0:1787141182.073577:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262933632 00010000:00010000:3.0:1787141182.073590:0:5824:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b7cc21c6a00/0xc65ffb29b5b30be0 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b30bd9 expref: 11 pid: 5833 timeout: 315 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141182.073610:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1787141182.073617:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb479d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:66373bca-6a9f-4159-900e-58874c9cc4a0+11:3305:x1873953262933632:12345-0@lo:103: 00010000:00010000:3.0:1787141182.073625:0:5824:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787141182.073630:0:5824:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b7cc21c6a00/0xc65ffb29b5b30be0 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b30bd9 expref: 11 pid: 5833 timeout: 315 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141182.073644:0:5824:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b7cc21c6a00/0xc65ffb29b5b30be0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc65ffb29b5b30bd9 expref: 11 pid: 5833 timeout: 315 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141182.073657:0:5824:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b7c9990d400/0xc65ffb29b5b30cc7 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141182.073665:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7c9990d400/0xc65ffb29b5b30cc7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141182.073694:0:5824:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b7c9990d400/0xc65ffb29b5b30cc7 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141182.073701:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b7c9990d400/0xc65ffb29b5b30cc7 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141182.073707:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b7c9990d400/0xc65ffb29b5b30cc7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141182.073713:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b7c9990d400/0xc65ffb29b5b30cc7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141182.073719:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c9990d400 already unused, calling callback (ffffffffc163e230) 00010000:00010000:3.0:1787141182.073723:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b7c9990d400/0xc65ffb29b5b30cc7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141182.073730:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b7c9990d400/0xc65ffb29b5b30cc7 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141182.073739:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b7c9990d400/0xc65ffb29b5b30cc7 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141182.073758:0:5824:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787141182.073789:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb479d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:66373bca-6a9f-4159-900e-58874c9cc4a0+11:3305:x1873953262933632:12345-0@lo:103: Request processed in 172us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141182.073820:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1787141182.073847:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:66373bca-6a9f-4159-900e-58874c9cc4a0:3305:1873953262933632:0@lo:103: 00010000:00010000:1.0:1787141182.074134:0:5832:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7cc21c6a00/0xc65ffb29b5b30be0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc65ffb29b5b30bd9 expref: 10 pid: 5833 timeout: 315 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141182.074147:0:5832:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbdd880 pname:cluuid:pid:xid:nid:opc:job ll_mgs_0000:MGS:5832:1873953262933248:0@lo:104: 00010000:00010000:1.0:1787141182.074163:0:5832:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b7c9990d400/0xc65ffb29b5b30cc7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141182.074180:0:5832:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b7c9990d400/0xc65ffb29b5b30cc7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141182.074186:0:5832:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b7c9990d400/0xc65ffb29b5b30cc7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141182.074193:0:5832:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7c9990d400/0xc65ffb29b5b30cc7 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1787141182.074206:0:5832:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:2.0:1787141182.124004:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+9:6686:x1873953262932864:12345-0@lo:253: Request processed in 64453us (64702us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141182.124019:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1787141182.124176:0:6686:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:6686:1873953262932864:0@lo:253: 10000000:01000000:3.0:1787141182.124192:0:6686:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:3.0:1787141182.124195:0:6686:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1787141182.124197:0:6686:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1787141182.124199:0:6686:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787141182.124200:0:6686:0:(tgt_mount.c:1178:server_mti_print()) uuid: lustre-OST0000_UUID 00000020:01000004:3.0:1787141182.124201:0:6686:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787141182.124203:0:6686:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787141182.124204:0:6686:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1787141182.124206:0:6686:0:(tgt_mount.c:1196:server_mti_print()) LDD_F_REWRITE_LDD 00000020:01000004:3.0:1787141182.124207:0:6686:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787141182.124209:0:6686:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1787141182.124234:0:6686:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8b7ca2684800 from lustre-OST0000 10000000:01000000:3.0:1787141182.124258:0:6686:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:3.0:1787141182.124261:0:6686:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:3.0:1787141182.124267:0:6686:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8b7ca2778000 local copy 10000000:01000000:3.0:1787141182.124271:0:6686:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1787141182.124305:0:6686:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7600/0xc65ffb29b5b30cce lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141182.124315:0:6686:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7600/0xc65ffb29b5b30cce lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141182.124324:0:6686:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7600/0xc65ffb29b5b30cce lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141182.124364:0:6686:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:6686:1873953262933760:0@lo:101: 00000100:00100000:3.0:1787141182.124398:0:6686:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141182.124489:0:6686:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c9251b540 going to sleep for 11 seconds 00000100:00100000:0.0:1787141182.124575:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262933760 00000100:00100000:0.0:1787141182.124582:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262933760 00000100:00100000:0.0:1787141182.124652:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1787141182.124662:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+9:6686:x1873953262933760:12345-0@lo:101: 00010000:00010000:0.0:1787141182.124694:0:5833:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141182.124707:0:5833:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7c80030600/0xc65ffb29b5b30cd5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b30cce expref: -99 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141182.124728:0:5833:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7c80030600/0xc65ffb29b5b30cd5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b30cce expref: 10 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141182.124738:0:5833:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7c80030600/0xc65ffb29b5b30cd5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30cce expref: 10 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141182.124746:0:5833:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c80030600, rc 0) 00000100:00100000:0.0:1787141182.124784:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+10:6686:x1873953262933760:12345-0@lo:101: Request processed in 124us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141182.124790:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1787141182.124871:0:6686:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:6686:1873953262933760:0@lo:101: 00010000:00010000:1.0:1787141182.124884:0:6686:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7600/0xc65ffb29b5b30cce lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0xc65ffb29b5b30cd5 expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141182.124893:0:6686:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7600/0xc65ffb29b5b30cce lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0xc65ffb29b5b30cd5 expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141182.124995:0:6686:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbdd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:6686:1873953262933888:0@lo:501: 00000100:00100000:1.0:1787141182.125021:0:6686:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141182.125273:0:6686:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c8683a480 going to sleep for 11 seconds 00000100:00100000:3.0:1787141182.125344:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262933888 00000100:00100000:3.0:1787141182.125349:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262933888 00000100:00100000:3.0:1787141182.125371:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1787141182.125377:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+10:6686:x1873953262933888:12345-0@lo:501: 00000100:00100000:3.0:1787141182.125583:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+10:6686:x1873953262933888:12345-0@lo:501: Request processed in 205us (560us total) trans 0 rc -2/-2 00000100:00100000:3.0:1787141182.125590:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1787141182.125769:0:6686:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbdd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:6686:1873953262933888:0@lo:501: 10000000:01000000:1.0:1787141182.125782:0:6686:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.111@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:1.0:1787141182.125828:0:6686:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.111@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:1.0:1787141182.125834:0:6686:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7600/0xc65ffb29b5b30cce lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0xc65ffb29b5b30cd5 expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141182.125842:0:6686:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7600/0xc65ffb29b5b30cce lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000400000000 nid: local remote: 0xc65ffb29b5b30cd5 expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141182.125858:0:6686:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7600/0xc65ffb29b5b30cce lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000400000000 nid: local remote: 0xc65ffb29b5b30cd5 expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141182.125880:0:6686:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1787141182.125897:0:6686:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8b7ca2684800 10000000:01000000:1.0:1787141182.125902:0:6686:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1787141182.125906:0:6686:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff8b7ca2778000 10000000:01000000:1.0:1787141182.125909:0:6686:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:1.0:1787141182.125912:0:6686:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b7ca2778000 from 1 10000000:01000000:1.0:1787141182.125914:0:6686:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1787141182.125936:0:6686:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c9990d400/0xc65ffb29b5b30cdc lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141182.125944:0:6686:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff8b7c9990d400/0xc65ffb29b5b30cdc lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141182.125961:0:6686:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff8b7c9990d400/0xc65ffb29b5b30cdc lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141182.125975:0:6686:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbdd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:6686:1873953262934016:0@lo:101: 00000100:00100000:1.0:1787141182.126004:0:6686:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141182.126019:0:6686:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c8683a600 going to sleep for 11 seconds 00010000:00010000:3.0:1787141182.126208:0:5827:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787141182.126213:0:5827:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7600/0xc65ffb29b5b30cce lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x400000000 nid: local remote: 0xc65ffb29b5b30cd5 expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141182.126221:0:5827:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cc21c7600 already unused, calling callback (ffffffffc1c5bc20) 10000000:00010000:3.0:1787141182.126225:0:5827:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7600/0xc65ffb29b5b30cce lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x400000000 nid: local remote: 0xc65ffb29b5b30cd5 expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141182.126233:0:5827:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7600/0xc65ffb29b5b30cce lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x8400000000 nid: local remote: 0xc65ffb29b5b30cd5 expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787141182.126241:0:5827:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7600/0xc65ffb29b5b30cce lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x9400000000 nid: local remote: 0xc65ffb29b5b30cd5 expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787141182.126246:0:5827:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1787141182.126266:0:5827:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7600/0xc65ffb29b5b30cce lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x4809400000020 nid: local remote: 0xc65ffb29b5b30cd5 expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141182.126284:0:5827:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787141182.126313:0:5827:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7600/0xc65ffb29b5b30cce lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x4809400000020 nid: local remote: 0xc65ffb29b5b30cd5 expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141182.126320:0:5827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7600/0xc65ffb29b5b30cce lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x4809400000020 nid: local remote: 0xc65ffb29b5b30cd5 expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141182.126339:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141182.126341:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141182.126343:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787141182.126350:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787141182.126361:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:66373bca-6a9f-4159-900e-58874c9cc4a0:3307:1873953262934144:0@lo:103: 00000100:00100000:3.0:1787141182.126389:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141182.126423:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262934144 00000100:00100000:3.0:1787141182.126428:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262934144 00000100:00100000:3.0:1787141182.126460:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1787141182.126467:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb479dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+10:3307:x1873953262934144:12345-0@lo:103: 00010000:00010000:3.0:1787141182.126477:0:5825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787141182.126490:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7c80030600/0xc65ffb29b5b30cd5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc65ffb29b5b30cce expref: 10 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141182.126503:0:5825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787141182.126530:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb479dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+9:3307:x1873953262934144:12345-0@lo:103: Request processed in 63us (140us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141182.126536:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1787141182.126563:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:66373bca-6a9f-4159-900e-58874c9cc4a0:3307:1873953262934144:0@lo:103: 00000100:00100000:3.0:1787141182.126577:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262934016 00000100:00100000:3.0:1787141182.126586:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262934016 00000100:00100000:3.0:1787141182.126604:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1787141182.126610:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+9:6686:x1873953262934016:12345-0@lo:101: 00010000:00010000:3.0:1787141182.126619:0:5834:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141182.126629:0:5834:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7cc21c7c00/0xc65ffb29b5b30ce3 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b30cdc expref: -99 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141182.126647:0:5834:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7cc21c7c00/0xc65ffb29b5b30ce3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b30cdc expref: 10 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141182.126657:0:5834:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7cc21c7c00/0xc65ffb29b5b30ce3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30cdc expref: 10 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141182.126664:0:5834:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cc21c7c00, rc 0) 00000100:00100000:3.0:1787141182.126859:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+10:6686:x1873953262934016:12345-0@lo:101: Request processed in 248us (853us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141182.126866:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1787141182.126972:0:6686:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbdd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:6686:1873953262934016:0@lo:101: 00010000:00010000:1.0:1787141182.126984:0:6686:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff8b7c9990d400/0xc65ffb29b5b30cdc lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30ce3 expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141182.126992:0:6686:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff8b7c9990d400/0xc65ffb29b5b30cdc lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b30ce3 expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787141182.127020:0:6686:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1787141182.127038:0:6686:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c9990d400/0xc65ffb29b5b30cdc lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30ce3 expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141182.127046:0:6686:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff8b7c9990d400/0xc65ffb29b5b30cdc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30ce3 expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787141182.127054:0:6686:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:1.0:1787141182.127058:0:6686:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1787141182.127064:0:6686:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:1.0:1787141182.127067:0:6686:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:1.0:1787141182.127083:0:6686:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c9990dc00/0xc65ffb29b5b30cea lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141182.127090:0:6686:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff8b7c9990dc00/0xc65ffb29b5b30cea lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141182.127096:0:6686:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff8b7c9990dc00/0xc65ffb29b5b30cea lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141182.127109:0:6686:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbdd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:6686:1873953262934272:0@lo:101: 00000100:00100000:1.0:1787141182.127134:0:6686:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141182.127151:0:6686:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c8683a600 going to sleep for 11 seconds 00000100:00100000:3.0:1787141182.127244:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262934272 00000100:00100000:3.0:1787141182.127248:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262934272 00000100:00100000:3.0:1787141182.127268:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1787141182.127273:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+10:6686:x1873953262934272:12345-0@lo:101: 00010000:00010000:3.0:1787141182.127281:0:5834:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141182.127289:0:5834:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7cc21c6e00/0xc65ffb29b5b30cf1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b30cea expref: -99 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141182.127303:0:5834:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7cc21c6e00/0xc65ffb29b5b30cf1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b30cea expref: 11 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141182.127311:0:5834:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7cc21c6e00/0xc65ffb29b5b30cf1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30cea expref: 11 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141182.127328:0:5834:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cc21c6e00, rc 0) 00000100:00100000:3.0:1787141182.127364:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+11:6686:x1873953262934272:12345-0@lo:101: Request processed in 90us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141182.127370:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1787141182.127511:0:6686:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbdd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:6686:1873953262934272:0@lo:101: 00010000:00010000:1.0:1787141182.127521:0:6686:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff8b7c9990dc00/0xc65ffb29b5b30cea lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30cf1 expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141182.127529:0:6686:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff8b7c9990dc00/0xc65ffb29b5b30cea lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b30cf1 expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141182.127608:0:6686:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbdd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:6686:1873953262934400:0@lo:501: 00000100:00100000:1.0:1787141182.127633:0:6686:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141182.127653:0:6686:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c8683a600 going to sleep for 11 seconds 00000100:00100000:3.0:1787141182.127761:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262934400 00000100:00100000:3.0:1787141182.127765:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262934400 00000100:00100000:3.0:1787141182.127825:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1787141182.127832:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+11:6686:x1873953262934400:12345-0@lo:501: 00000100:00100000:3.0:1787141182.128080:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+11:6686:x1873953262934400:12345-0@lo:501: Request processed in 248us (444us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141182.128086:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1787141182.128185:0:6686:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbdd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:6686:1873953262934400:0@lo:501: 00000100:00100000:1.0:1787141182.128213:0:6686:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbdd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:6686:1873953262934528:0@lo:503: 00000100:00100000:1.0:1787141182.128253:0:6686:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141182.128283:0:6686:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c8683a600 going to sleep for 11 seconds 00000100:00100000:3.0:1787141182.128329:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262934528 00000100:00100000:3.0:1787141182.128332:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262934528 00000100:00100000:3.0:1787141182.128360:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1787141182.128367:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+11:6686:x1873953262934528:12345-0@lo:503: 00000100:00100000:3.0:1787141182.128514:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+11:6686:x1873953262934528:12345-0@lo:503: Request processed in 147us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141182.128520:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1787141182.128626:0:6686:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbdd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:6686:1873953262934528:0@lo:503: 00000040:00080000:1.0:1787141182.129233:0:6686:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1787141182.129300:0:6686:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbdd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:6686:1873953262934656:0@lo:502: 00000100:00100000:1.0:1787141182.129346:0:6686:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141182.129382:0:6686:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c8683a600 going to sleep for 11 seconds 00000100:00100000:0.0:1787141182.129470:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262934656 00000100:00100000:0.0:1787141182.129475:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262934656 00000100:00100000:0.0:1787141182.129513:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1787141182.129522:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+11:6686:x1873953262934656:12345-0@lo:502: 00000100:00100000:0.0:1787141182.129867:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+11:6686:x1873953262934656:12345-0@lo:502: Request processed in 345us (520us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141182.129874:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1787141182.130058:0:6686:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbdd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:6686:1873953262934656:0@lo:502: 00000040:00080000:2.0:1787141182.130320:0:6686:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].1, 224 off8416 00000040:00080000:2.0:1787141182.130369:0:6686:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].2, 128 off8544 00000040:00080000:2.0:1787141182.130398:0:6686:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].3, 112 off8656 00000040:00080000:2.0:1787141182.130443:0:6686:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].4, 224 off8880 00000040:00080000:2.0:1787141182.130476:0:6686:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].5, 224 off9104 00000040:00080000:2.0:1787141182.130506:0:6686:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].6, 80 off9184 00000100:00100000:2.0:1787141182.130533:0:6686:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cae416300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:6686:1873953262934784:0@lo:502: 00000100:00100000:2.0:1787141182.130573:0:6686:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141182.130840:0:6686:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7caf83f900 going to sleep for 11 seconds 00000100:00100000:3.0:1787141182.130920:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262934784 00000100:00100000:3.0:1787141182.130926:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262934784 00000100:00100000:1.0:1787141182.131179:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1787141182.131189:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca276b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+11:6686:x1873953262934784:12345-0@lo:502: 00000100:00100000:1.0:1787141182.132593:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca276b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+11:6686:x1873953262934784:12345-0@lo:502: Request processed in 1401us (2014us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141182.132603:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1787141182.133122:0:6686:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cae416300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:6686:1873953262934784:0@lo:502: 00000040:00080000:2.0:1787141182.133289:0:6686:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].7, 224 off9408 00000040:00080000:2.0:1787141182.133305:0:6686:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 7 count 8 00000020:01000000:0.0:1787141182.133921:0:6704:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1787141182.133930:0:6704:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of lustre-ost1/ost1 00000020:00000080:0.0:1787141182.133937:0:6704:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787141182.133940:0:6704:0:(obd_config.c:1563:class_process_config()) marker 11 (0x1) lustre-OST0000 add ost 00000020:00000080:0.0:1787141182.133945:0:6704:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787141182.134012:0:6704:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff8b7c883c4d28) 00000020:00000080:0.0:1787141182.134035:0:6704:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type obdfilter with refcount 2 00000020:00000080:0.0:1787141182.134042:0:6704:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1787141182.134127:0:6704:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8b7ca2684800 from lustre-OST0000, refs=2 00080000:01000000:0.0:1787141182.134134:0:6704:0:(osd_handler.c:1564:osd_obd_connect()) connect #1 00000020:00000080:0.0:1787141182.134140:0:6704:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xc65ffb29b5b30cff 00010000:00010000:1.0:1787141182.157292:0:6704:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-2 is initialized 00000001:02000400:1.0:1787141182.157595:0:6704:0:(tgt_lastrcvd.c:1878:tgt_server_data_init()) lustre-OST0000: new disk, initializing 00000001:00000004:1.0:1787141182.165202:0:6704:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 0 40000000:02000000:1.0:1787141182.165484:0:6704:0:(fid_handler.c:560:seq_server_init()) srv-lustre-OST0000: No data found on store. Initialize space. 00080000:10000000:3.0:1787141182.181432:0:6704:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/8/3) registered 00080000:10000000:3.0:1787141182.182716:0:6704:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000003:0x3:0x0] (8/8/4) registered 00000020:00000080:1.0:1787141182.188938:0:6704:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:1.0:1787141182.188950:0:6704:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787141182.188956:0:6704:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787141182.188964:0:6704:0:(obd_config.c:1563:class_process_config()) marker 11 (0x2) lustre-OST0000 add ost 00000020:01000000:1.0:1787141182.188968:0:6704:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787141182.188972:0:6704:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787141182.188973:0:6704:0:(obd_config.c:1563:class_process_config()) marker 14 (0x1) lustre sys.timeout 00000020:00000080:1.0:1787141182.188976:0:6704:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1787141182.188978:0:6704:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1787141182.189029:0:6704:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787141182.189032:0:6704:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787141182.189033:0:6704:0:(obd_config.c:1563:class_process_config()) marker 14 (0x2) lustre sys.timeout 00000040:00080000:1.0:1787141182.189036:0:6704:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 8 count 8 00000020:01000000:2.0:1787141182.189199:0:6686:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-7 (rc=0) 10000000:01000000:2.0:1787141182.189222:0:6686:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:2.0:1787141182.189239:0:6686:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c9990dc00/0xc65ffb29b5b30cea lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30cf1 expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141182.189251:0:6686:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff8b7c9990dc00/0xc65ffb29b5b30cea lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30cf1 expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787141182.189259:0:6686:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8b7ca2684800 from 1 10000000:01000000:2.0:1787141182.189261:0:6686:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1787141182.189294:0:6686:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c81518600/0xc65ffb29b5b30d06 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141182.189307:0:6686:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff8b7c81518600/0xc65ffb29b5b30d06 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141182.189318:0:6686:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff8b7c81518600/0xc65ffb29b5b30d06 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141182.189339:0:6686:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cae416300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:6686:1873953262934912:0@lo:101: 00000100:00100000:2.0:1787141182.189393:0:6686:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141182.189438:0:6686:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7caf83fd80 going to sleep for 11 seconds 00000100:00100000:1.0:1787141182.192037:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262934912 00000100:00100000:1.0:1787141182.192051:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262934912 00000100:00100000:1.0:1787141182.192101:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1787141182.192111:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2768450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+11:6686:x1873953262934912:12345-0@lo:101: 00010000:00010000:1.0:1787141182.192127:0:5833:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787141182.192142:0:5833:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7c9990de00/0xc65ffb29b5b30d0d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b30d06 expref: -99 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141182.192169:0:5833:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7c9990de00/0xc65ffb29b5b30d0d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b30d06 expref: 12 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141182.192179:0:5833:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7c9990de00/0xc65ffb29b5b30d0d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30d06 expref: 12 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141182.192188:0:5833:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c9990de00, rc 0) 00000100:00100000:1.0:1787141182.192253:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2768450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+12:6686:x1873953262934912:12345-0@lo:101: Request processed in 144us (2859us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141182.192260:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1787141182.192362:0:6686:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cae416300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:6686:1873953262934912:0@lo:101: 00010000:00010000:2.0:1787141182.192379:0:6686:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff8b7c81518600/0xc65ffb29b5b30d06 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30d0d expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141182.192388:0:6686:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff8b7c81518600/0xc65ffb29b5b30d06 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b30d0d expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141182.192492:0:6686:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cae416300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:6686:1873953262935040:0@lo:501: 00000100:00100000:2.0:1787141182.192525:0:6686:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141182.192564:0:6686:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7caf83fd80 going to sleep for 11 seconds 00000100:00100000:1.0:1787141182.193357:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262935040 00000100:00100000:1.0:1787141182.193365:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262935040 00000100:00100000:1.0:1787141182.193398:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1787141182.193405:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca276b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+12:6686:x1873953262935040:12345-0@lo:501: 00000100:00100000:1.0:1787141182.193891:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca276b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+12:6686:x1873953262935040:12345-0@lo:501: Request processed in 485us (1365us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141182.193898:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1787141182.195855:0:6686:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cae416300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:6686:1873953262935040:0@lo:501: 00000100:00100000:2.0:1787141182.195918:0:6686:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cae416300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:6686:1873953262935168:0@lo:503: 00000100:00100000:2.0:1787141182.195985:0:6686:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141182.196025:0:6686:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7caf83fd80 going to sleep for 11 seconds 00000100:00100000:1.0:1787141182.196226:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262935168 00000100:00100000:1.0:1787141182.196233:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262935168 00000100:00100000:1.0:1787141182.196280:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1787141182.196289:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca276b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+12:6686:x1873953262935168:12345-0@lo:503: 00000100:00100000:1.0:1787141182.196564:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca276b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+12:6686:x1873953262935168:12345-0@lo:503: Request processed in 276us (578us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141182.196571:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1787141182.197999:0:6686:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cae416300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:6686:1873953262935168:0@lo:503: 00000040:00080000:2.0:1787141182.198297:0:6686:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1787141182.198382:0:6686:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cae416300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:6686:1873953262935296:0@lo:502: 00000100:00100000:2.0:1787141182.198441:0:6686:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141182.198478:0:6686:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7caf83fd80 going to sleep for 11 seconds 00000100:00100000:1.0:1787141182.198765:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262935296 00000100:00100000:1.0:1787141182.198771:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262935296 00000100:00100000:1.0:1787141182.198846:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1787141182.198856:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2769050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+12:6686:x1873953262935296:12345-0@lo:502: 00000100:00100000:1.0:1787141182.199061:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2769050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+12:6686:x1873953262935296:12345-0@lo:502: Request processed in 207us (620us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141182.199069:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1787141182.199168:0:6686:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cae416300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:6686:1873953262935296:0@lo:502: 00000040:00080000:0.0:1787141182.199436:0:6686:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].1, 224 off8416 00000040:00080000:0.0:1787141182.199484:0:6686:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].2, 112 off8528 00000100:00100000:0.0:1787141182.199511:0:6686:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f8ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:6686:1873953262935424:0@lo:502: 00000100:00100000:0.0:1787141182.199552:0:6686:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141182.199577:0:6686:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cc0e5e780 going to sleep for 11 seconds 00000100:00100000:2.0:1787141182.199967:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262935424 00000100:00100000:2.0:1787141182.199973:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262935424 00000100:00100000:2.0:1787141182.200009:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1787141182.200016:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2769850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+12:6686:x1873953262935424:12345-0@lo:502: 00000100:00100000:2.0:1787141182.200157:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2769850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+12:6686:x1873953262935424:12345-0@lo:502: Request processed in 141us (605us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141182.200164:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1787141182.200211:0:6686:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f8ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:6686:1873953262935424:0@lo:502: 00000040:00080000:2.0:1787141182.200315:0:6686:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].3, 224 off8752 00000040:00080000:2.0:1787141182.200329:0:6686:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 3 count 4 00000020:01000000:2.0:1787141182.202764:0:6708:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787141182.202778:0:6708:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787141182.202780:0:6708:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1787141182.202787:0:6708:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8b7ca2684800 00000020:00000080:2.0:1787141182.202790:0:6708:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1787141182.202945:0:6708:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787141182.202949:0:6708:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787141182.202951:0:6708:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000040:00080000:2.0:1787141182.202954:0:6708:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 4 count 4 00000020:01000000:0.0:1787141182.203110:0:6686:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-3 (rc=0) 10000000:01000000:0.0:1787141182.203136:0:6686:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1787141182.203160:0:6686:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c81518600/0xc65ffb29b5b30d06 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30d0d expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141182.203172:0:6686:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff8b7c81518600/0xc65ffb29b5b30d06 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30d0d expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787141182.203217:0:6686:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1787141182.203220:0:6686:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8b7ca2684800 10000000:01000000:0.0:1787141182.203223:0:6686:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8b7ca2684800 10000000:01000000:0.0:1787141182.203227:0:6686:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1787141182.203232:0:6686:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8b7ca2684800 from 1 10000000:01000000:0.0:1787141182.203236:0:6686:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1787141182.203269:0:6686:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c80031400/0xc65ffb29b5b30d14 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141182.203277:0:6686:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff8b7c80031400/0xc65ffb29b5b30d14 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141182.203288:0:6686:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff8b7c80031400/0xc65ffb29b5b30d14 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141182.203786:0:6686:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f8c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:6686:1873953262935552:0@lo:101: 00000100:00100000:0.0:1787141182.204015:0:6686:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141182.204053:0:6686:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cc0e5e9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787141182.204133:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262935552 00000100:00100000:2.0:1787141182.204140:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262935552 00000100:00100000:2.0:1787141182.204189:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1787141182.204199:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca276a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+12:6686:x1873953262935552:12345-0@lo:101: 00010000:00010000:2.0:1787141182.204212:0:5832:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141182.204225:0:5832:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7c81519400/0xc65ffb29b5b30d1b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b30d14 expref: -99 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141182.204261:0:5832:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7c81519400/0xc65ffb29b5b30d1b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b30d14 expref: 13 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141182.204272:0:5832:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7c81519400/0xc65ffb29b5b30d1b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30d14 expref: 13 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141182.204282:0:5832:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c81519400, rc 0) 00000100:00100000:2.0:1787141182.204475:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca276a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+13:6686:x1873953262935552:12345-0@lo:101: Request processed in 277us (460us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141182.204482:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1787141182.204754:0:6686:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f8c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:6686:1873953262935552:0@lo:101: 00010000:00010000:0.0:1787141182.204769:0:6686:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff8b7c80031400/0xc65ffb29b5b30d14 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30d1b expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141182.204778:0:6686:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff8b7c80031400/0xc65ffb29b5b30d14 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b30d1b expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141182.205510:0:6686:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f8c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:6686:1873953262935680:0@lo:501: 00000100:00100000:0.0:1787141182.205549:0:6686:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141182.205584:0:6686:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cc0e5e9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787141182.205772:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262935680 00000100:00100000:1.0:1787141182.205778:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262935680 00000100:00100000:1.0:1787141182.205846:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1787141182.205856:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2768050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+13:6686:x1873953262935680:12345-0@lo:501: 00000100:00100000:1.0:1787141182.206100:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2768050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+13:6686:x1873953262935680:12345-0@lo:501: Request processed in 245us (550us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141182.206108:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1787141182.206209:0:6686:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f8c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:6686:1873953262935680:0@lo:501: 00000100:00100000:3.0:1787141182.206245:0:6686:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:6686:1873953262935808:0@lo:503: 00000100:00100000:3.0:1787141182.206286:0:6686:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141182.206637:0:6686:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c9251bd80 going to sleep for 11 seconds 00000100:00100000:2.0:1787141182.206781:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262935808 00000100:00100000:2.0:1787141182.206788:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262935808 00000100:00100000:2.0:1787141182.206842:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1787141182.206850:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca276ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+13:6686:x1873953262935808:12345-0@lo:503: 00000100:00100000:2.0:1787141182.207008:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca276ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+13:6686:x1873953262935808:12345-0@lo:503: Request processed in 158us (720us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141182.207015:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1787141182.207177:0:6686:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:6686:1873953262935808:0@lo:503: 00000040:00080000:3.0:1787141182.207953:0:6686:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1787141182.208021:0:6686:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:6686:1873953262935936:0@lo:502: 00000100:00100000:3.0:1787141182.208069:0:6686:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141182.208099:0:6686:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c9251bd80 going to sleep for 11 seconds 00000100:00100000:2.0:1787141182.208449:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262935936 00000100:00100000:2.0:1787141182.208455:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262935936 00000100:00100000:2.0:1787141182.208497:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1787141182.208506:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca276bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+13:6686:x1873953262935936:12345-0@lo:502: 00000100:00100000:2.0:1787141182.209976:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca276bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+13:6686:x1873953262935936:12345-0@lo:502: Request processed in 1464us (1900us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141182.209988:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1787141182.210502:0:6686:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:6686:1873953262935936:0@lo:502: 00000040:00080000:0.0:1787141182.210918:0:6686:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].1, 224 off8416 00000040:00080000:0.0:1787141182.210972:0:6686:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].2, 120 off8536 00000040:00080000:0.0:1787141182.211009:0:6686:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].3, 168 off8704 00000040:00080000:0.0:1787141182.211075:0:6686:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].4, 224 off8928 00000040:00080000:0.0:1787141182.211115:0:6686:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].5, 224 off9152 00000040:00080000:0.0:1787141182.211165:0:6686:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].6, 120 off9272 00000040:00080000:0.0:1787141182.211213:0:6686:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].7, 168 off9440 00000040:00080000:0.0:1787141182.211249:0:6686:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].8, 224 off9664 00000040:00080000:0.0:1787141182.211296:0:6686:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].9, 224 off9888 00010000:00010000:3.0:1787141182.211472:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1787141182.213923:0:6686:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].10, 120 off10008 00000040:00080000:2.0:1787141182.213968:0:6686:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].11, 224 off10232 00000040:00080000:2.0:1787141182.214036:0:6686:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].12, 224 off10456 00000040:00080000:2.0:1787141182.214093:0:6686:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].13, 88 off10544 00000040:00080000:2.0:1787141182.214125:0:6686:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].14, 128 off10672 00000040:00080000:2.0:1787141182.214169:0:6686:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].15, 144 off10816 00000040:00080000:2.0:1787141182.214205:0:6686:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].16, 160 off10976 00000040:00080000:2.0:1787141182.214262:0:6686:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].17, 224 off11200 00000040:00080000:2.0:1787141182.214540:0:6686:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].18, 224 off11424 00000040:00080000:2.0:1787141182.214583:0:6686:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].19, 80 off11504 00000040:00080000:2.0:1787141182.214619:0:6686:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].20, 224 off11728 00000040:00080000:2.0:1787141182.214669:0:6686:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].21, 224 off11952 00000040:00080000:2.0:1787141182.214786:0:6686:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].22, 88 off12040 00000040:00080000:2.0:1787141182.214891:0:6686:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].23, 128 off12168 00000040:00080000:2.0:1787141182.214935:0:6686:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].24, 144 off12312 00000040:00080000:2.0:1787141182.214968:0:6686:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].25, 128 off12440 00000040:00080000:2.0:1787141182.215000:0:6686:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].26, 224 off12664 00000040:00080000:2.0:1787141182.215049:0:6686:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].27, 224 off12888 00000040:00080000:2.0:1787141182.215084:0:6686:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].28, 80 off12968 00000100:00100000:2.0:1787141182.215129:0:6686:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cae416a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:6686:1873953262936064:0@lo:502: 00000100:00100000:2.0:1787141182.215205:0:6686:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141182.215252:0:6686:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7caf83fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1787141182.215438:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262936064 00000100:00100000:0.0:1787141182.215445:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262936064 00000100:00100000:0.0:1787141182.215493:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1787141182.215502:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca276a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+13:6686:x1873953262936064:12345-0@lo:502: 00000100:00100000:0.0:1787141182.215715:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca276a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+13:6686:x1873953262936064:12345-0@lo:502: Request processed in 214us (510us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141182.215723:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1787141182.216572:0:6686:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cae416a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:6686:1873953262936064:0@lo:502: 00000040:00080000:3.0:1787141182.216698:0:6686:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].29, 224 off13192 00000040:00080000:3.0:1787141182.216712:0:6686:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 29 count 30 00000020:01000004:0.0:1787141182.222349:0:6709:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:0.0:1787141182.222390:0:6709:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff8b7cbf86b370) 00000020:00000080:0.0:1787141182.222412:0:6709:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type lwp with refcount 2 00000020:01000004:0.0:1787141182.222487:0:6709:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8b7ca2684800 from lustre-OST0000, refs=3 00000020:01000004:0.0:1787141182.222491:0:6709:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8b7ca2684800 from lustre-OST0000, refs=3 00000020:01000004:0.0:1787141182.222494:0:6709:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8b7ca2684800 3 00010000:00080000:0.0:1787141182.222539:0:6709:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8b7cbf8ae800@lustre-MDT0000-lwp-OST0000: add connection 192.168.203.111@tcp at head 00010000:00010000:0.0:1787141182.224175:0:6709:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-2 is initialized 00000020:00000080:0.0:1787141182.224372:0:6709:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:0.0:1787141182.224406:0:6709:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1787141182.224419:0:6709:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0xc65ffb29b5b30d29 00000100:00080000:0.0:1787141182.224429:0:6709:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1787141182.224435:0:6709:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8b7cbf8ae800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:0.0:1787141182.224468:0:6709:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b7cc0f8fb80 x1873953262936192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787141182.224493:0:6709:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00100000:2.0:1787141182.229050:0:3303:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3303:1873953262936192:0@lo:38: 00000100:00100000:2.0:1787141182.229131:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141182.229229:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262936192 00000100:00100000:2.0:1787141182.229236:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262936192 00000100:00100000:2.0:1787141182.229269:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1787141182.229277:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cae414000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3303:x1873953262936192:12345-0@lo:38: 00010000:00080000:2.0:1787141182.229302:0:5841:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 165 last 0 00000020:00000080:2.0:1787141182.229337:0:5841:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0xc65ffb29b5b30d30 00000004:00100000:2.0:1787141182.229349:0:5841:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1787141182.229382:0:5841:0:(import.c:65:import_set_state_nolock()) ffff8b7cae44f800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787141182.229444:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cae414000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3303:x1873953262936192:12345-0@lo:38: Request processed in 166us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141182.229452:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:2.0:1787141182.229490:0:3303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b7cc0f8fb80 x1873953262936192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787141192 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787141182.229501:0:3303:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1787141182.229508:0:3303:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 1 00000100:00080000:2.0:1787141182.229515:0:3303:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1787141182.229520:0:3303:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1787141182.229522:0:3303:0:(import.c:65:import_set_state_nolock()) ffff8b7cbf8ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1787141182.229527:0:3303:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3303:1873953262936192:0@lo:38: 00000040:00080000:2.0:1787141182.229852:0:6709:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 30 count 30 00000020:01000000:2.0:1787141182.230878:0:6686:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-29 (rc=0) 10000000:01000000:2.0:1787141182.230918:0:6686:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1787141182.230937:0:6686:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c80031400/0xc65ffb29b5b30d14 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30d1b expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141182.230948:0:6686:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff8b7c80031400/0xc65ffb29b5b30d14 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30d1b expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1787141182.231137:0:6686:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1787141182.231140:0:6686:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1787141182.231141:0:6686:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787141182.231142:0:6686:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787141182.231144:0:6686:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787141182.231145:0:6686:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787141182.231147:0:6686:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1787141182.231149:0:6686:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_VIRIGIN 00000020:01000004:2.0:1787141182.231150:0:6686:0:(tgt_mount.c:1194:server_mti_print()) LDD_F_UPDATE 00000020:01000004:2.0:1787141182.231152:0:6686:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787141182.231153:0:6686:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1787141182.231162:0:6686:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020062 00000020:01000004:2.0:1787141182.231164:0:6686:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1787141182.231165:0:6686:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1787141182.231166:0:6686:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787141182.231167:0:6686:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787141182.231168:0:6686:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787141182.231169:0:6686:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787141182.231170:0:6686:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1787141182.231171:0:6686:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_VIRIGIN 00000020:01000004:2.0:1787141182.231172:0:6686:0:(tgt_mount.c:1194:server_mti_print()) LDD_F_UPDATE 00000020:01000004:2.0:1787141182.231173:0:6686:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787141182.231173:0:6686:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1787141182.231195:0:6686:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:2.0:1787141182.231209:0:6686:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cae415180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:6686:1873953262936320:0@lo:253: 00000100:00100000:2.0:1787141182.231258:0:6686:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141182.231287:0:6686:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7caf83fcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1787141182.231864:0:3306:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1787141182.231877:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3306:1873953262936448:0@lo:400: 00000100:00100000:1.0:1787141182.231914:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141182.232430:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262936320 00000100:00100000:3.0:1787141182.232439:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262936320 00000100:00100000:3.0:1787141182.232491:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1787141182.232502:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca276a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+13:6686:x1873953262936320:12345-0@lo:253: 20000000:01000000:3.0:1787141182.232526:0:5834:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1787141182.232540:0:5834:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000100:00100000:3.0:1787141182.233237:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262936448 00000100:00100000:3.0:1787141182.233244:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262936448 00000100:00100000:3.0:1787141182.233284:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1787141182.233292:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbdd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3306:x1873953262936448:12345-0@lo:400: 00000100:00100000:3.0:1787141182.234228:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbdd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3306:x1873953262936448:12345-0@lo:400: Request processed in 933us (2310us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141182.234239:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1787141182.234294:0:3306:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b7cbcbde680 x1873953262936448/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787141198 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787141182.234320:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3306:1873953262936448:0@lo:400: 20000000:01000000:1.0:1787141182.283316:0:5834:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1787141182.283336:0:5834:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:3.0:1787141182.283393:0:5855:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1787141182.283413:0:5855:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1787141182.283437:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b7cc21c7600/0xc65ffb29b5b30d37 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141182.283456:0:5855:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b7c80030800/0xc65ffb29b5b30c8f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30c88 expref: 13 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141182.283464:0:5855:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b7cc21c7600/0xc65ffb29b5b30d37 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141182.283503:0:5855:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b7c80030800/0xc65ffb29b5b30c8f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc65ffb29b5b30c88 expref: 13 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141182.283516:0:5855:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b7c80030800/0xc65ffb29b5b30c8f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc65ffb29b5b30c88 expref: 13 pid: 5833 timeout: 315 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141182.283530:0:5855:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479c700 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:5855:1873953262936576:0@lo:104: 00000100:00100000:3.0:1787141182.283588:0:5855:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141182.283644:0:5855:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c9251bcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1787141182.283719:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262936576 00000100:00100000:1.0:1787141182.283727:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262936576 00000100:00100000:1.0:1787141182.283777:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1787141182.283787:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb479f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+3:5855:x1873953262936576:12345-0@lo:104: 00010000:00010000:1.0:1787141182.283823:0:5823:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff8b7c80031a00/0xc65ffb29b5b30c88 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b30c8f expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141182.283879:0:5823:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787141182.283886:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb479f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+3:5855:x1873953262936576:12345-0@lo:104: Request processed in 101us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141182.283892:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00010000:1.0:1787141182.284059:0:5827:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787141182.284065:0:5827:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff8b7c80031a00/0xc65ffb29b5b30c88 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b30c8f expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141182.284072:0:5827:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c80031a00 already unused, calling callback (ffffffffc1c5bc20) 10000000:00010000:1.0:1787141182.284076:0:5827:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff8b7c80031a00/0xc65ffb29b5b30c88 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc65ffb29b5b30c8f expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141182.284085:0:5827:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff8b7c80031a00/0xc65ffb29b5b30c88 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc65ffb29b5b30c8f expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787141182.284093:0:5827:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff8b7c80031a00/0xc65ffb29b5b30c88 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc65ffb29b5b30c8f expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787141182.284098:0:5827:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1787141182.284127:0:5827:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff8b7c80031a00/0xc65ffb29b5b30c88 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30c8f expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141182.284146:0:5827:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787141182.284166:0:5827:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff8b7c80031a00/0xc65ffb29b5b30c88 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30c8f expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141182.284173:0:5827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff8b7c80031a00/0xc65ffb29b5b30c88 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30c8f expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141182.284189:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141182.284191:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141182.284193:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787141182.284215:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953262936704:0@lo:103: 00000100:00100000:1.0:1787141182.284250:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141182.284291:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262936704 00000100:00100000:1.0:1787141182.284296:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262936704 00010000:00010000:1.0:1787141182.284315:0:5826:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b7c80030800/0xc65ffb29b5b30c8f lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b30c88 expref: 14 pid: 5833 timeout: 315 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141182.284337:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1787141182.284343:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c82e43850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:66373bca-6a9f-4159-900e-58874c9cc4a0+14:3304:x1873953262936704:12345-0@lo:103: 00010000:00010000:1.0:1787141182.284352:0:5826:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787141182.284357:0:5826:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b7c80030800/0xc65ffb29b5b30c8f lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b30c88 expref: 14 pid: 5833 timeout: 315 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141182.284367:0:5826:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b7c80030800/0xc65ffb29b5b30c8f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc65ffb29b5b30c88 expref: 14 pid: 5833 timeout: 315 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141182.284383:0:5826:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b7cc21c7600/0xc65ffb29b5b30d37 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141182.284401:0:5826:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7cc21c7600/0xc65ffb29b5b30d37 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1787141182.284414:0:5826:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.007262523s 00010000:00010000:1.0:1787141182.284419:0:5826:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b7cc21c7600/0xc65ffb29b5b30d37 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141182.284425:0:5826:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b7cc21c7600/0xc65ffb29b5b30d37 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141182.284432:0:5826:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b7cc21c7600/0xc65ffb29b5b30d37 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141182.284439:0:5826:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b7cc21c7600/0xc65ffb29b5b30d37 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141182.284444:0:5826:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cc21c7600 already unused, calling callback (ffffffffc163e230) 00010000:00010000:1.0:1787141182.284448:0:5826:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b7cc21c7600/0xc65ffb29b5b30d37 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141182.284455:0:5826:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b7cc21c7600/0xc65ffb29b5b30d37 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141182.284464:0:5826:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b7cc21c7600/0xc65ffb29b5b30d37 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141182.284473:0:5826:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787141182.284504:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c82e43850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:66373bca-6a9f-4159-900e-58874c9cc4a0+14:3304:x1873953262936704:12345-0@lo:103: Request processed in 161us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141182.284511:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1787141182.284576:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953262936704:0@lo:103: 00010000:00010000:1.0:1787141182.284603:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7c80030800/0xc65ffb29b5b30c8f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc65ffb29b5b30c88 expref: 13 pid: 5833 timeout: 315 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141182.284613:0:5855:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479c700 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:5855:1873953262936576:0@lo:104: 00010000:00010000:1.0:1787141182.284625:0:5855:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b7cc21c7600/0xc65ffb29b5b30d37 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141182.284633:0:5855:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b7cc21c7600/0xc65ffb29b5b30d37 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141182.284639:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b7cc21c7600/0xc65ffb29b5b30d37 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141182.284645:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7cc21c7600/0xc65ffb29b5b30d37 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141182.309188:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca276a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+12:6686:x1873953262936320:12345-0@lo:253: Request processed in 76678us (77920us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141182.309201:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1787141182.309336:0:6686:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cae415180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:6686:1873953262936320:0@lo:253: 10000000:01000000:2.0:1787141182.309351:0:6686:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:2.0:1787141182.309354:0:6686:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1787141182.309355:0:6686:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1787141182.309356:0:6686:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787141182.309358:0:6686:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787141182.309359:0:6686:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787141182.309360:0:6686:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787141182.309362:0:6686:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1787141182.309363:0:6686:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_VIRIGIN 00000020:01000004:2.0:1787141182.309364:0:6686:0:(tgt_mount.c:1194:server_mti_print()) LDD_F_UPDATE 00000020:01000004:2.0:1787141182.309366:0:6686:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787141182.309367:0:6686:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1787141182.309380:0:6686:0:(tgt_mount.c:2692:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:0.0:1787141182.319820:0:6686:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/8/4) registered 00080000:10000000:0.0:1787141182.320123:0:6686:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:0.0:1787141182.320333:0:6686:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/8/4) registered 00080000:10000000:0.0:1787141182.320497:0:6686:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:1.0:1787141182.323201:0:6686:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000003:0x7:0x0] (8/8/4) registered 00080000:10000000:1.0:1787141182.323518:0:6686:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8/1) registered 00000001:00000004:3.0:1787141182.325765:0:6686:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967296 00002000:00080000:3.0:1787141182.545100:0:6686:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:3.0:1787141182.545106:0:6686:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:3.0:1787141182.545140:0:6686:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1787141182.545201:0:6686:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.111@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1787141182.545215:0:6686:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=48 00000080:00000004:3.0:1787141182.545245:0:6686:0:(super25.c:182:lustre_fill_super()) lustre-ost1/ost1: Mount complete 00010000:00010000:3.0:1787141183.235576:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1787141184.192889:0:5836:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1787141184.192897:0:5836:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8b7c85781000 from 21 10000000:01000000:1.0:1787141184.192901:0:5836:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1787141184.192944:0:5836:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c9990ce00/0xc65ffb29b5b30d3e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141184.192955:0:5836:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff8b7c9990ce00/0xc65ffb29b5b30d3e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141184.192977:0:5836:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff8b7c9990ce00/0xc65ffb29b5b30d3e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141184.192998:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbdc700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262936832:0@lo:101: 00000100:00100000:2.0:1787141184.201395:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141184.201456:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c907d0180 going to sleep for 11 seconds 00000100:00100000:0.0:1787141184.202348:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262936832 00000100:00100000:0.0:1787141184.202358:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262936832 00000100:00100000:0.0:1787141184.202424:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1787141184.202434:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2769450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+12:5836:x1873953262936832:12345-0@lo:101: 00010000:00010000:0.0:1787141184.202464:0:5833:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141184.202548:0:5833:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7c80030800/0xc65ffb29b5b30d45 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b30d3e expref: -99 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141184.202577:0:5833:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7c80030800/0xc65ffb29b5b30d45 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b30d3e expref: 13 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141184.202588:0:5833:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7c80030800/0xc65ffb29b5b30d45 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30d3e expref: 13 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141184.202596:0:5833:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c80030800, rc 0) 00000100:00100000:0.0:1787141184.202651:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2769450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+13:5836:x1873953262936832:12345-0@lo:101: Request processed in 218us (1262us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141184.202657:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1787141184.208030:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbdc700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262936832:0@lo:101: 00010000:00010000:1.0:1787141184.208070:0:5836:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff8b7c9990ce00/0xc65ffb29b5b30d3e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30d45 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141184.208083:0:5836:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff8b7c9990ce00/0xc65ffb29b5b30d3e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b30d45 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141184.208172:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbdc700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262936960:0@lo:501: 00000100:00100000:1.0:1787141184.208396:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141184.208438:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c907d0180 going to sleep for 11 seconds 00000100:00100000:2.0:1787141184.208513:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262936960 00000100:00100000:2.0:1787141184.208519:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262936960 00000100:00100000:2.0:1787141184.208565:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1787141184.208574:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2768850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+13:5836:x1873953262936960:12345-0@lo:501: 00000100:00100000:2.0:1787141184.209318:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2768850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+13:5836:x1873953262936960:12345-0@lo:501: Request processed in 743us (920us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141184.209326:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1787141184.209447:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbdc700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262936960:0@lo:501: 00000100:00100000:1.0:1787141184.209489:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbdc700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262937088:0@lo:503: 00000100:00100000:1.0:1787141184.209528:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141184.209556:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c907d0180 going to sleep for 11 seconds 00000100:00100000:2.0:1787141184.209650:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262937088 00000100:00100000:2.0:1787141184.209655:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262937088 00000100:00100000:2.0:1787141184.209767:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1787141184.209776:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2769c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+13:5836:x1873953262937088:12345-0@lo:503: 00000100:00100000:2.0:1787141184.210902:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2769c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+13:5836:x1873953262937088:12345-0@lo:503: Request processed in 1124us (1369us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141184.210912:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1787141184.211275:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbdc700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262937088:0@lo:503: 00000100:00100000:2.0:1787141184.211660:0:6786:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cae415180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:6786:1873953262937216:0@lo:502: 00000100:00100000:2.0:1787141184.211736:0:6786:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141184.211774:0:6786:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca6d67c00 going to sleep for 11 seconds 00000100:00100000:1.0:1787141184.211944:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262937216 00000100:00100000:1.0:1787141184.211950:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262937216 00000100:00100000:1.0:1787141184.211985:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1787141184.211994:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2768c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+13:6786:x1873953262937216:12345-0@lo:502: 00000100:00100000:1.0:1787141184.212269:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2768c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+13:6786:x1873953262937216:12345-0@lo:502: Request processed in 275us (533us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141184.212283:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1787141184.212590:0:6786:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cae415180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:6786:1873953262937216:0@lo:502: 00000100:00100000:2.0:1787141184.212639:0:6786:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cae415180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:6786:1873953262937344:0@lo:502: 00000100:00100000:2.0:1787141184.212683:0:6786:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141184.212719:0:6786:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca6d67c00 going to sleep for 11 seconds 00000100:00100000:1.0:1787141184.212837:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262937344 00000100:00100000:1.0:1787141184.212842:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262937344 00000100:00100000:1.0:1787141184.212869:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1787141184.212876:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c87450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+13:6786:x1873953262937344:12345-0@lo:502: 00000100:00100000:1.0:1787141184.213013:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c87450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+13:6786:x1873953262937344:12345-0@lo:502: Request processed in 137us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141184.213019:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1787141184.215182:0:6786:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cae415180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:6786:1873953262937344:0@lo:502: 00000040:00080000:2.0:1787141184.215335:0:6786:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 30 count 30 00000020:01000000:3.0:1787141184.216859:0:5836:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 21-29 (rc=0) 10000000:01000000:3.0:1787141184.216893:0:5836:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1787141184.216906:0:5836:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c9990ce00/0xc65ffb29b5b30d3e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30d45 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141184.216937:0:5836:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff8b7c9990ce00/0xc65ffb29b5b30d3e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30d45 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787141184.216947:0:5836:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1787141184.216951:0:5836:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8b7c85781000 from 4 10000000:01000000:3.0:1787141184.216954:0:5836:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1787141184.216994:0:5836:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6a00/0xc65ffb29b5b30d4c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141184.217002:0:5836:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6a00/0xc65ffb29b5b30d4c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141184.217012:0:5836:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6a00/0xc65ffb29b5b30d4c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141184.217043:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262937472:0@lo:101: 00000100:00100000:3.0:1787141184.217355:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141184.217399:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca0049780 going to sleep for 11 seconds 00000100:00100000:2.0:1787141184.217491:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262937472 00000100:00100000:2.0:1787141184.217498:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262937472 00000100:00100000:2.0:1787141184.217549:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1787141184.217558:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c85850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+13:5836:x1873953262937472:12345-0@lo:101: 00010000:00010000:2.0:1787141184.217570:0:5833:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141184.217583:0:5833:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7c81518000/0xc65ffb29b5b30d53 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b30d4c expref: -99 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141184.217613:0:5833:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7c81518000/0xc65ffb29b5b30d53 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b30d4c expref: 14 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141184.217623:0:5833:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7c81518000/0xc65ffb29b5b30d53 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30d4c expref: 14 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141184.217631:0:5833:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c81518000, rc 0) 00000100:00100000:2.0:1787141184.217685:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c85850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+14:5836:x1873953262937472:12345-0@lo:101: Request processed in 128us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141184.217701:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1787141184.217743:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262937472:0@lo:101: 00010000:00010000:2.0:1787141184.217757:0:5836:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6a00/0xc65ffb29b5b30d4c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30d53 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141184.217765:0:5836:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6a00/0xc65ffb29b5b30d4c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b30d53 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141184.217844:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cae415180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262937600:0@lo:256: 00000100:00100000:2.0:1787141184.217877:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141184.217897:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca6d67000 going to sleep for 11 seconds 00000100:00100000:2.0:1787141184.217912:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262937600 00000100:00100000:2.0:1787141184.217916:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262937600 00000100:00100000:2.0:1787141184.217941:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1787141184.217949:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c86850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+14:5836:x1873953262937600:12345-0@lo:256: 20000000:01000000:2.0:1787141184.217963:0:5834:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1787141184.217979:0:5834:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1787141184.217986:0:5834:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 4 00000100:00100000:2.0:1787141184.219622:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c86850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+14:5836:x1873953262937600:12345-0@lo:256: Request processed in 1669us (1739us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141184.219633:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1787141184.220320:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cae415180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262937600:0@lo:256: 10000000:01000000:3.0:1787141184.220373:0:5836:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1787141184.220383:0:5836:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6a00/0xc65ffb29b5b30d4c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30d53 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141184.220393:0:5836:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6a00/0xc65ffb29b5b30d4c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30d53 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787141184.220402:0:5836:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:3.0:1787141184.220404:0:5836:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 16 10000000:01000000:3.0:1787141184.220416:0:5836:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:3.0:1787141184.220442:0:5836:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7600/0xc65ffb29b5b30d5a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141184.220449:0:5836:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7600/0xc65ffb29b5b30d5a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141184.220459:0:5836:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7600/0xc65ffb29b5b30d5a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141184.220958:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262937728:0@lo:101: 00000100:00100000:3.0:1787141184.221003:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141184.221317:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262937728 00000100:00100000:2.0:1787141184.221325:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262937728 00000100:00100000:3.0:1787141184.222205:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca0049780 going to sleep for 11 seconds 00000100:00100000:2.0:1787141184.223483:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1787141184.223502:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c87050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+14:5836:x1873953262937728:12345-0@lo:101: 00010000:00010000:2.0:1787141184.223520:0:5832:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141184.223538:0:5832:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7c81519a00/0xc65ffb29b5b30d61 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b30d5a expref: -99 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141184.223567:0:5832:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7c81519a00/0xc65ffb29b5b30d61 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b30d5a expref: 15 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141184.223579:0:5832:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7c81519a00/0xc65ffb29b5b30d61 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30d5a expref: 15 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141184.223589:0:5832:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c81519a00, rc 0) 00000100:00100000:2.0:1787141184.223678:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c87050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+15:5836:x1873953262937728:12345-0@lo:101: Request processed in 183us (2673us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141184.223685:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1787141184.223841:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262937728:0@lo:101: 00010000:00010000:1.0:1787141184.223859:0:5836:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7600/0xc65ffb29b5b30d5a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30d61 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141184.223870:0:5836:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7600/0xc65ffb29b5b30d5a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b30d61 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141184.223936:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbdc700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262937856:0@lo:501: 00000100:00100000:1.0:1787141184.223979:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141184.229112:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca276c540 going to sleep for 11 seconds 00000100:00100000:3.0:1787141184.232359:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262937856 00000100:00100000:3.0:1787141184.232375:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262937856 00000100:00100000:3.0:1787141184.232444:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1787141184.232455:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c84450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+15:5836:x1873953262937856:12345-0@lo:501: 00000100:00100000:3.0:1787141184.232826:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c84450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+15:5836:x1873953262937856:12345-0@lo:501: Request processed in 372us (8846us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141184.232834:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1787141184.235653:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbdc700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262937856:0@lo:501: 00000100:00100000:2.0:1787141184.235739:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cae417b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262937984:0@lo:503: 00000100:00100000:2.0:1787141184.235844:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141184.235884:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca6d670c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787141184.236826:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262937984 00000100:00100000:1.0:1787141184.236835:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262937984 00000100:00100000:1.0:1787141184.236883:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1787141184.236893:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c87850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+15:5836:x1873953262937984:12345-0@lo:503: 00000100:00100000:1.0:1787141184.238342:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c87850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+15:5836:x1873953262937984:12345-0@lo:503: Request processed in 1445us (2492us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141184.238354:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1787141184.238623:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cae417b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262937984:0@lo:503: 00000100:00100000:2.0:1787141184.238874:0:6787:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cae417b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:6787:1873953262938112:0@lo:502: 00000100:00100000:2.0:1787141184.238933:0:6787:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141184.238963:0:6787:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca6d67900 going to sleep for 11 seconds 00000100:00100000:1.0:1787141184.241856:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262938112 00000100:00100000:1.0:1787141184.241886:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262938112 00000100:00100000:1.0:1787141184.242860:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1787141184.242876:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c84c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+15:6787:x1873953262938112:12345-0@lo:502: 00000100:00100000:1.0:1787141184.246865:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c84c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+15:6787:x1873953262938112:12345-0@lo:502: Request processed in 3984us (7921us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141184.246880:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1787141184.247375:0:6787:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cae417b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:6787:1873953262938112:0@lo:502: 00000020:01000000:0.0:1787141184.247415:0:6787:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1787141184.247424:0:6787:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of lustre-mdt1/mdt1 00000020:00000080:0.0:1787141184.247432:0:6787:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787141184.247434:0:6787:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1787141184.247442:0:6787:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1787141184.247446:0:6787:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.111@tcp to nid 0x20000c0a8cb6f (192.168.203.111@tcp) 00000020:01000000:0.0:1787141184.247554:0:6787:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:0.0:1787141184.247559:0:6787:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787141184.247575:0:6787:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff8b7cbf868000) 00000020:00000080:0.0:1787141184.247594:0:6787:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type osp with refcount 2 00000020:00000080:0.0:1787141184.247601:0:6787:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1787141184.251400:0:6787:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:0.0:1787141184.251412:0:6787:0:(osd_handler.c:1564:osd_obd_connect()) connect #5 00000020:00000080:0.0:1787141184.251424:0:6787:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xc65ffb29b5b30d6f 00010000:00080000:0.0:1787141184.251474:0:6787:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8b7cbf8ae000@lustre-OST0000-osc-MDT0000: add connection 192.168.203.111@tcp at head 00010000:00010000:0.0:1787141184.251757:0:6787:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-3 is initialized 00010000:00010000:2.0:1787141184.258782:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:0.0:1787141184.337894:0:6787:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=0, read=32 00000040:01000000:0.0:1787141184.337921:0:6787:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:0.0:1787141184.339298:0:6787:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1787141184.339701:0:6787:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1787141184.339750:0:6787:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].1, 64 off8256 00000040:00080000:0.0:1787141184.339847:0:6787:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].1, 64 off8256 00000040:00080000:3.0:1787141184.347760:0:6793:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1787141184.347770:0:6793:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x3:0x0] at index 1 of catalog [0x1:0x2:0x0] 00000020:00000080:3.0:1787141184.353342:0:6787:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1787141184.353424:0:6787:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1787141184.353462:0:6787:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:3.0:1787141184.353550:0:6787:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xc65ffb29b5b30d76 00000100:00080000:3.0:1787141184.353562:0:6787:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1787141184.353568:0:6787:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8b7cbf8ae000 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:3.0:1787141184.353603:0:6787:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b7cb479ce00 x1873953262938240/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787141184.353693:0:3303:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3303:1873953262938240:0@lo:8: 00000100:00100000:0.0:1787141184.353760:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1787141184.353858:0:6787:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:3.0:1787141184.353936:0:6787:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787141184.353941:0:6787:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787141184.353943:0:6787:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1787141184.353947:0:6787:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787141184.353951:0:6787:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787141184.353953:0:6787:0:(obd_config.c:1563:class_process_config()) marker 16 (0x1) lustre sys.timeout 00000020:00000080:3.0:1787141184.353956:0:6787:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1787141184.353957:0:6787:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000100:00100000:3.0:1787141184.353983:0:6787:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479d500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:6787:1873953262938368:0@lo:502: 00000100:00100000:3.0:1787141184.354028:0:6787:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141184.354047:0:6787:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c83cf6180 going to sleep for 11 seconds 00000100:00100000:0.0:1787141184.354464:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262938368 00000100:00100000:2.0:1787141184.354611:0:6688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262938240 00000100:00100000:2.0:1787141184.354619:0:6688:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262938240 00000100:00100000:2.0:1787141184.355116:0:6688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1787141184.355126:0:6688:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3303:x1873953262938240:12345-0@lo:8: 00010000:00080000:2.0:1787141184.355706:0:6688:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 167 last 0 00000020:00000080:2.0:1787141184.355739:0:6688:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xc65ffb29b5b30d7d 00002000:00100000:2.0:1787141184.355790:0:6688:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff8b7cae44d000 ocd_connect_flags: 0xa044401443000026 ocd_version: 211392c ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:2.0:1787141184.355819:0:6688:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00000001:00000004:2.0:1787141184.355824:0:6688:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967296 00002000:00100000:2.0:1787141184.355962:0:6688:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1787141184.356130:0:6688:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1787141184.356338:0:6688:0:(import.c:65:import_set_state_nolock()) ffff8b7cae448800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787141184.356428:0:6688:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3303:x1873953262938240:12345-0@lo:8: Request processed in 1301us (2667us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141184.356437:0:6688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1787141184.356533:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cae414a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3306:1873953262938624:0@lo:400: 00000100:00100000:2.0:1787141184.356566:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141184.356620:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262938624 00000100:00100000:2.0:1787141184.356626:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262938624 00000100:00100000:1.0:1787141184.356692:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cae416680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3305:1873953262938496:0@lo:400: 00000100:00100000:1.0:1787141184.356726:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141184.356819:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262938368 00000100:00100000:0.0:1787141184.356857:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1787141184.356866:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c85c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+15:6787:x1873953262938368:12345-0@lo:502: 00010000:00080000:3.0:1787141184.358787:0:3303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b7cb479ce00 x1873953262938240/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1787141194 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787141184.358821:0:3303:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1787141184.358831:0:3303:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 1 00000100:00080000:3.0:1787141184.358840:0:3303:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1787141184.358845:0:3303:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1787141184.358849:0:3303:0:(import.c:65:import_set_state_nolock()) ffff8b7cbf8ae000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1787141184.358864:0:3303:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1787141184.358871:0:3303:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3303:1873953262938240:0@lo:8: 00000004:00080000:3.0:1787141184.358905:0:6793:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1787141184.359376:0:6793:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 167365579902ns, next at 0ns, rc = 0 00000100:00100000:0.0:1787141184.359654:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c85c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+15:6787:x1873953262938368:12345-0@lo:502: Request processed in 2787us (5622us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141184.359676:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00080000:0.0:1787141184.359739:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787141184.359766:0:6787:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479d500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:6787:1873953262938368:0@lo:502: 00000020:01000000:0.0:1787141184.359827:0:6787:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787141184.359835:0:6787:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787141184.359838:0:6787:0:(obd_config.c:1563:class_process_config()) marker 16 (0x2) lustre sys.timeout 00000040:00080000:0.0:1787141184.359845:0:6787:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 25 count 25 00000020:01000000:3.0:1787141184.360022:0:5836:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 16-24 (rc=0) 10000000:01000000:3.0:1787141184.360051:0:5836:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:3.0:1787141184.360061:0:5836:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7600/0xc65ffb29b5b30d5a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30d61 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141184.360088:0:5836:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7600/0xc65ffb29b5b30d5a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30d61 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787141184.360107:0:5836:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:3.0:1787141184.360110:0:5836:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff8b7ca2778000 from 1 10000000:01000000:3.0:1787141184.360113:0:5836:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1787141184.360146:0:5836:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7400/0xc65ffb29b5b30d84 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141184.360153:0:5836:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7400/0xc65ffb29b5b30d84 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141184.360162:0:5836:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7400/0xc65ffb29b5b30d84 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141184.360180:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262938752:0@lo:101: 00000100:00100000:3.0:1787141184.360372:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141184.360408:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c83cf6780 going to sleep for 11 seconds 00000100:00100000:0.0:1787141184.360557:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262938752 00000100:00100000:0.0:1787141184.360565:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262938752 00000100:00100000:0.0:1787141184.360606:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1787141184.360616:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c84850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+15:5836:x1873953262938752:12345-0@lo:101: 00010000:00010000:0.0:1787141184.360627:0:5832:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141184.360639:0:5832:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7c80031a00/0xc65ffb29b5b30d8b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b30d84 expref: -99 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141184.360683:0:5832:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7c80031a00/0xc65ffb29b5b30d8b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b30d84 expref: 16 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141184.360694:0:5832:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7c80031a00/0xc65ffb29b5b30d8b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30d84 expref: 16 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141184.360704:0:5832:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c80031a00, rc 0) 00000100:00100000:0.0:1787141184.360743:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c84850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+16:5836:x1873953262938752:12345-0@lo:101: Request processed in 128us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141184.360749:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1787141184.360783:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262938752:0@lo:101: 00010000:00010000:0.0:1787141184.360818:0:5836:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7400/0xc65ffb29b5b30d84 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30d8b expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141184.360827:0:5836:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7400/0xc65ffb29b5b30d84 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b30d8b expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141184.360876:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f8ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262938880:0@lo:501: 00000100:00100000:0.0:1787141184.360908:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141184.360921:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c9251b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787141184.360934:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262938880 00000100:00100000:0.0:1787141184.360937:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262938880 00000100:00100000:0.0:1787141184.360961:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1787141184.360967:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c85450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+16:5836:x1873953262938880:12345-0@lo:501: 00000100:00100000:0.0:1787141184.361325:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c85450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+16:5836:x1873953262938880:12345-0@lo:501: Request processed in 356us (415us total) trans 0 rc -2/-2 00000100:00100000:0.0:1787141184.361331:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1787141184.361642:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f8ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262938880:0@lo:501: 10000000:01000000:0.0:1787141184.361681:0:5836:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1787141184.361688:0:5836:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7400/0xc65ffb29b5b30d84 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30d8b expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141184.361696:0:5836:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7400/0xc65ffb29b5b30d84 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30d8b expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141184.362775:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262938496 00000100:00100000:2.0:1787141184.362786:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262938496 00000100:00100000:2.0:1787141184.362843:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1787141184.362852:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cae415880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3306:x1873953262938624:12345-0@lo:400: 00000100:00100000:2.0:1787141184.362928:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cae415880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3306:x1873953262938624:12345-0@lo:400: Request processed in 77us (6361us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141184.362942:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1787141184.362959:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1787141184.362966:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbdf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3305:x1873953262938496:12345-0@lo:400: 00000100:00100000:2.0:1787141184.363007:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbdf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3305:x1873953262938496:12345-0@lo:400: Request processed in 42us (6281us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141184.363013:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:2.0:1787141184.363837:0:3306:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b7cae414a80 x1873953262938624/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787141200 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787141184.363853:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cae414a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3306:1873953262938624:0@lo:400: 00010000:00080000:1.0:1787141184.364389:0:3305:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b7cae416680 x1873953262938496/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787141200 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787141184.364401:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cae416680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3305:1873953262938496:0@lo:400: 00000004:00080000:0.0:1787141184.422687:0:5861:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00000004:00080000:3.0:1787141184.422897:0:6794:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x100000000:0x1:0x0] 00000100:00100000:3.0:1787141184.422926:0:6794:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479ce00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:6794:1873953262939136:0@lo:7: 00000100:00100000:3.0:1787141184.422996:0:6794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141184.423053:0:6794:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c83cf6600 going to sleep for 11 seconds 00000100:00100000:1.0:1787141184.424325:0:6691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262939136 00000100:00100000:1.0:1787141184.424334:0:6691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262939136 00000100:00100000:1.0:1787141184.424391:0:6691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1787141184.424402:0:6691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb479d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:6794:x1873953262939136:12345-0@lo:7: 00000100:00080000:3.0:1787141184.426186:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787141184.426945:0:3306:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787141184.426966:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953262939008:0@lo:13: 00000100:00100000:3.0:1787141184.427041:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141184.427239:0:6692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262939008 00000100:00100000:0.0:1787141184.427246:0:6692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262939008 00000100:00100000:0.0:1787141184.427292:0:6692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1787141184.427301:0:6692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb479df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3306:x1873953262939008:12345-0@lo:13: 00002000:00000024:0.0:1787141184.427326:0:6692:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40960000 pending 0 free 3860856832 avail 3858759680 00000100:00100000:0.0:1787141184.427370:0:6692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb479df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3306:x1873953262939008:12345-0@lo:13: Request processed in 70us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141184.427377:0:6692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:0.0:1787141184.427424:0:3306:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b7cb479ed80 x1873953262939008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787141200 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787141184.427443:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953262939008:0@lo:13: 00002000:00080000:1.0:1787141184.433980:0:6691:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x0 00002000:00080000:1.0:1787141184.433989:0:6691:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x100000000:0x0:0x0] 00000100:00100000:1.0:1787141184.434110:0:6691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb479d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:6794:x1873953262939136:12345-0@lo:7: Request processed in 9705us (11107us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141184.434121:0:6691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:0.0:1787141184.434941:0:6794:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b7cb479ce00 x1873953262939136/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1787141200 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787141184.434958:0:6794:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479ce00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:6794:1873953262939136:0@lo:7: 00000004:00080000:0.0:1787141184.434972:0:6794:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0000: Got last_fid [0x100000000:0x0:0x0] 00000100:00100000:0.0:1787141184.435027:0:6794:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f8ca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:6794:1873953262939264:0@lo:5: 00000100:00100000:0.0:1787141184.435067:0:6794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141184.435115:0:6794:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c88132d80 going to sleep for 11 seconds 00000100:00100000:1.0:1787141184.436864:0:6690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262939264 00000100:00100000:1.0:1787141184.436877:0:6690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262939264 00000100:00100000:1.0:1787141184.436943:0:6690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1787141184.436954:0:6690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:6794:x1873953262939264:12345-0@lo:5: 00002000:00080000:1.0:1787141184.436987:0:6690:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 0 -> diff = 1 00002000:00080000:1.0:1787141184.436990:0:6690:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 1 objects in group 0x0 at 1 00000100:00100000:1.0:1787141184.437366:0:6690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:6794:x1873953262939264:12345-0@lo:5: Request processed in 413us (2297us total) trans 4294967297 rc 0/0 00000100:00100000:1.0:1787141184.437382:0:6690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:0.0:1787141184.438492:0:6794:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b7cc0f8ca80 x1873953262939264/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1787141200 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787141184.438512:0:6794:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f8ca80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:6794:1873953262939264:0@lo:5: 00000004:00080000:0.0:1787141184.438527:0:6794:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x100000000:0x1:0x0] from OST, last_created [0x100000000:0x1:0x0]last_used is [0x100000000:0x1:0x0] 00000100:00100000:0.0:1787141184.438563:0:6794:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f8dc00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:6794:1873953262939392:0@lo:700: 00000100:00100000:0.0:1787141184.438608:0:6794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141184.438657:0:6794:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c88132d80 going to sleep for 11 seconds 00000100:00100000:1.0:1787141184.439259:0:6697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262939392 00000100:00100000:1.0:1787141184.439267:0:6697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262939392 00000100:00100000:1.0:1787141184.439317:0:6697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1787141184.439327:0:6697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+7:6794:x1873953262939392:12345-0@lo:700: 00000100:00100000:1.0:1787141184.439362:0:6697:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbdf800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:6697:1873953262939520:0@lo:700: 00000100:00100000:1.0:1787141184.440492:0:6697:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141184.440546:0:6697:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca276c3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787141184.441268:0:5846:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262939520 00000100:00100000:0.0:1787141184.441278:0:5846:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262939520 00000100:00100000:0.0:1787141184.441337:0:5846:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1787141184.441348:0:5846:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqs_0000:lustre-MDT0000-lwp-OST0000_UUID+5:6697:x1873953262939520:12345-0@lo:700: 40000000:02000000:3.0:1787141184.483313:0:5846:0:(fid_handler.c:119:__seq_server_alloc_super()) ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000240000400-0x0000000280000400]:0:ost 00000100:00100000:3.0:1787141184.489507:0:5846:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqs_0000:lustre-MDT0000-lwp-OST0000_UUID+5:6697:x1873953262939520:12345-0@lo:700: Request processed in 48153us (49009us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141184.489531:0:5846:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:0.0:1787141184.489619:0:6697:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b7cbcbdf800 x1873953262939520/t0(0) o700->lustre-MDT0000-lwp-OST0000@0@lo:32/10 lens 264/248 e 0 to 0 dl 1787141200 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787141184.489635:0:6697:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbdf800 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0000_UUID:6697:1873953262939520:0@lo:700: 40000000:02000000:0.0:1787141184.489648:0:6697:0:(fid_request.c:122:seq_client_rpc()) cli-lustre-OST0000-super: Allocated super-sequence [0x0000000240000400-0x0000000280000400]:0:ost] 00000001:00080000:3.0:1787141184.628608:0:6713:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967297 is committed 00000001:00100000:3.0:1787141184.628634:0:6713:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:1.0:1787141184.628859:0:6697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:6794:x1873953262939392:12345-0@lo:700: Request processed in 189529us (190246us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141184.628871:0:6697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:2.0:1787141184.628945:0:6794:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b7cc0f8dc00 x1873953262939392/t0(0) o700->lustre-OST0000-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1787141200 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787141184.628957:0:6794:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967297 gen 2 00000100:00100000:2.0:1787141184.628972:0:6794:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f8dc00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:6794:1873953262939392:0@lo:700: 00000004:02000040:2.0:1787141184.651784:0:6794:0:(osp_precreate.c:485:osp_precreate_rollover_new_seq()) lustre-OST0000-osc-MDT0000: update sequence from 0x100000000 to 0x240000400 00000100:00100000:2.0:1787141184.656625:0:6794:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cae414a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:6794:1873953262939648:0@lo:5: 00000100:00100000:2.0:1787141184.656754:0:6794:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141184.656933:0:6794:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca6d67240 going to sleep for 11 seconds 00000100:00100000:1.0:1787141184.657246:0:6691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262939648 00000100:00100000:1.0:1787141184.657252:0:6691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262939648 00000100:00100000:1.0:1787141184.657336:0:6691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1787141184.657346:0:6691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cae415c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:6794:x1873953262939648:12345-0@lo:5: 00002000:00080000:2.0:1787141184.667750:0:6691:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x240000400 00002000:00080000:2.0:1787141184.667771:0:6691:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x240000400 at 2 00000100:00100000:2.0:1787141184.673911:0:6691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cae415c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:6794:x1873953262939648:12345-0@lo:5: Request processed in 16559us (17150us total) trans 4294967298 rc 0/0 00000100:00100000:2.0:1787141184.673924:0:6691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:1.0:1787141184.673953:0:6794:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b7cae414a80 x1873953262939648/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1787141200 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787141184.673970:0:6794:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cae414a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:6794:1873953262939648:0@lo:5: 00000004:00080000:1.0:1787141184.673984:0:6794:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x240000400:0x1:0x0]-[0x240000400:0x21:0x0] 00010000:00010000:3.0:1787141185.281046:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787141186.307820:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141187.333845:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787141188.352955:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1787141189.354101:0:7056:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg311-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:3.0:1787141189.382364:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787141189.519201:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787141189.519229:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3307:1873953262940032:0@lo:400: 00000100:00100000:3.0:1787141189.519301:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141189.519353:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262940160:0@lo:400: 00000100:00100000:3.0:1787141189.519378:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141189.519379:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbdce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953262939776:0@lo:400: 00000100:00100000:1.0:1787141189.519425:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141189.519454:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953262940288:0@lo:13: 00000100:00100000:1.0:1787141189.519482:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141189.519506:0:3304:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787141189.519518:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3304:1873953262939904:0@lo:400: 00000100:00100000:1.0:1787141189.519552:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141189.519586:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262939776 00000100:00100000:1.0:1787141189.519592:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262939776 00000100:00100000:1.0:1787141189.519640:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1787141189.519648:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2784050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+16:3304:x1873953262939776:12345-0@lo:400: 00000100:00100000:1.0:1787141189.519692:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2784050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+16:3304:x1873953262939776:12345-0@lo:400: Request processed in 44us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141189.519699:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1787141189.519729:0:6692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262940288 00000100:00100000:1.0:1787141189.519732:0:6692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262940288 00000100:00100000:1.0:1787141189.519760:0:6692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1787141189.519765:0:6692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3304:x1873953262940288:12345-0@lo:13: 00002000:00000024:1.0:1787141189.519788:0:6692:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1787141189.519831:0:6692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3304:x1873953262940288:12345-0@lo:13: Request processed in 66us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141189.519837:0:6692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1787141189.519854:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262940032 00000100:00100000:1.0:1787141189.519857:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262940032 00000100:00100000:1.0:1787141189.519877:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262939904 00000100:00100000:1.0:1787141189.519879:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262939904 00000100:00100000:1.0:1787141189.519890:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1787141189.519895:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb479f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1873953262940032:12345-0@lo:400: 00000100:00100000:1.0:1787141189.519926:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb479f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1873953262940032:12345-0@lo:400: Request processed in 31us (627us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141189.519932:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1787141189.519941:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1787141189.519946:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbdf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3304:x1873953262939904:12345-0@lo:400: 00000100:00100000:1.0:1787141189.519976:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbdf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3304:x1873953262939904:12345-0@lo:400: Request processed in 30us (424us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141189.519981:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00080000:1.0:1787141189.519997:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1787141189.520001:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:1.0:1787141189.520170:0:3307:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b7cbcbded80 x1873953262940032/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787141205 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787141189.520184:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3307:1873953262940032:0@lo:400: 00010000:00080000:1.0:1787141189.520211:0:3304:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b7cbcbdd500 x1873953262939904/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787141205 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787141189.520220:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3304:1873953262939904:0@lo:400: 00000100:00100000:1.0:1787141189.520227:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbdce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953262939776:0@lo:400: 00010000:00080000:1.0:1787141189.520235:0:3304:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b7cbcbdf480 x1873953262940288/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787141205 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787141189.520247:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953262940288:0@lo:13: 00000100:00100000:0.0:1787141189.525176:0:6688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262940160 00000100:00100000:0.0:1787141189.525191:0:6688:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262940160 00000100:00100000:0.0:1787141189.525242:0:6688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1787141189.525252:0:6688:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb479c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3307:x1873953262940160:12345-0@lo:400: 00000100:00100000:0.0:1787141189.525341:0:6688:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb479c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3307:x1873953262940160:12345-0@lo:400: Request processed in 91us (5962us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141189.525349:0:6688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:1.0:1787141189.525458:0:3307:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b7cbcbdc380 x1873953262940160/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787141205 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787141189.525474:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262940160:0@lo:400: 00000001:00080000:3.0:1787141189.653754:0:6713:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967298 is committed 00010000:00010000:2.0:1787141190.401456:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141191.425286:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141192.454486:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141193.475529:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141194.505040:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787141194.626988:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:66373bca-6a9f-4159-900e-58874c9cc4a0:3305:1873953262940416:0@lo:400: 00000100:00100000:1.0:1787141194.627059:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141194.627122:0:3305:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787141194.627128:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262940800:0@lo:400: 00000100:00100000:1.0:1787141194.627167:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141194.627198:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3306:1873953262940544:0@lo:400: 00000100:00100000:1.0:1787141194.627236:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141194.627254:0:3306:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1787141194.627259:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbdce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3306:1873953262940672:0@lo:400: 00000100:00100000:1.0:1787141194.627280:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141194.627313:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262940544 00000100:00100000:1.0:1787141194.627319:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262940544 00000100:00100000:1.0:1787141194.627358:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262940672 00000100:00100000:1.0:1787141194.627361:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262940672 00000100:00100000:1.0:1787141194.627385:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1787141194.627393:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3306:x1873953262940544:12345-0@lo:400: 00000100:00100000:1.0:1787141194.627445:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3306:x1873953262940544:12345-0@lo:400: Request processed in 52us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141194.627452:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1787141194.627468:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1787141194.627477:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbde680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3306:x1873953262940672:12345-0@lo:400: 00000100:00100000:1.0:1787141194.627504:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbde680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3306:x1873953262940672:12345-0@lo:400: Request processed in 31us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141194.627509:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00080000:1.0:1787141194.627531:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:1.0:1787141194.627557:0:3306:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b7cbcbdce00 x1873953262940672/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787141210 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787141194.627569:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbdce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3306:1873953262940672:0@lo:400: 00010000:00080000:1.0:1787141194.627579:0:3306:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b7cbcbdf480 x1873953262940544/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787141210 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787141194.627609:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3306:1873953262940544:0@lo:400: 00000100:00100000:2.0:1787141194.628484:0:6691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262940800 00000100:00100000:2.0:1787141194.628492:0:6691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262940800 00000100:00100000:2.0:1787141194.628537:0:6691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1787141194.628546:0:6691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3305:x1873953262940800:12345-0@lo:400: 00000100:00100000:2.0:1787141194.628613:0:6691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3305:x1873953262940800:12345-0@lo:400: Request processed in 68us (1445us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141194.628619:0:6691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1787141194.628659:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cae414700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262940928:0@lo:13: 00000100:00100000:2.0:1787141194.628690:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1787141194.628721:0:3305:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b7cbcbdd500 x1873953262940800/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787141210 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787141194.628730:0:3305:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967298 gen 2 00000100:00100000:2.0:1787141194.628741:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262940800:0@lo:400: 00000100:00080000:2.0:1787141194.628761:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787141194.628779:0:6692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262940928 00000100:00100000:2.0:1787141194.628782:0:6692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262940928 00000100:00100000:2.0:1787141194.629657:0:6692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1787141194.629670:0:6692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cae417100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3305:x1873953262940928:12345-0@lo:13: 00002000:00000024:2.0:1787141194.629700:0:6692:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1787141194.629753:0:6692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cae417100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3305:x1873953262940928:12345-0@lo:13: Request processed in 87us (1061us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141194.629759:0:6692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:2.0:1787141194.629792:0:3305:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b7cae414700 x1873953262940928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787141210 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787141194.629896:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cae414700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262940928:0@lo:13: 00000100:00100000:3.0:1787141194.630045:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262940416 00000100:00100000:3.0:1787141194.630053:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262940416 00000100:00100000:3.0:1787141194.630091:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1787141194.630099:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2786c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+16:3305:x1873953262940416:12345-0@lo:400: 00000100:00100000:3.0:1787141194.630142:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2786c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+16:3305:x1873953262940416:12345-0@lo:400: Request processed in 44us (3083us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141194.630149:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1787141194.630181:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:66373bca-6a9f-4159-900e-58874c9cc4a0:3305:1873953262940416:0@lo:400: 00010000:00010000:3.0:1787141195.522068:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141196.552461:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141197.569382:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787141198.594714:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141199.618761:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787141199.747758:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cae414700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:66373bca-6a9f-4159-900e-58874c9cc4a0:3306:1873953262941056:0@lo:400: 00000100:00100000:0.0:1787141199.747863:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141199.748753:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262941056 00000100:00100000:1.0:1787141199.748761:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262941056 00000100:00100000:1.0:1787141199.748830:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1787141199.748840:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2787c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+16:3306:x1873953262941056:12345-0@lo:400: 00000100:00100000:2.0:1787141199.752499:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cae417800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3305:1873953262941440:0@lo:400: 00000100:00100000:2.0:1787141199.752580:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141199.752617:0:3305:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787141199.752623:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262941312:0@lo:13: 00000100:00100000:2.0:1787141199.752649:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141199.752679:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cae414a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3307:1873953262941184:0@lo:400: 00000100:00100000:2.0:1787141199.752703:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141199.752721:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1787141199.752726:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cae415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262941568:0@lo:400: 00000100:00100000:2.0:1787141199.752747:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141199.752775:0:6692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262941312 00000100:00100000:2.0:1787141199.752782:0:6692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262941312 00000100:00100000:2.0:1787141199.752852:0:6692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1787141199.752861:0:6692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cae415500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3305:x1873953262941312:12345-0@lo:13: 00002000:00000024:2.0:1787141199.752893:0:6692:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1787141199.752933:0:6692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cae415500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3305:x1873953262941312:12345-0@lo:13: Request processed in 73us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141199.752940:0:6692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:2.0:1787141199.752958:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:2.0:1787141199.752985:0:3305:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b7cbcbdf480 x1873953262941312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787141215 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787141199.753003:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262941312:0@lo:13: 00000100:00100000:2.0:1787141199.753038:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262941440 00000100:00100000:2.0:1787141199.753041:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262941440 00000100:00100000:2.0:1787141199.753070:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262941184 00000100:00100000:2.0:1787141199.753073:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262941184 00000100:00100000:2.0:1787141199.753085:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1787141199.753091:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cae414e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3305:x1873953262941440:12345-0@lo:400: 00000100:00100000:2.0:1787141199.753137:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cae414e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3305:x1873953262941440:12345-0@lo:400: Request processed in 45us (557us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141199.753144:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1787141199.753156:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1787141199.753162:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cae416680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1873953262941184:12345-0@lo:400: 00000100:00100000:2.0:1787141199.753193:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cae416680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1873953262941184:12345-0@lo:400: Request processed in 30us (488us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141199.753199:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00080000:2.0:1787141199.753219:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:2.0:1787141199.753234:0:3305:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b7cae417800 x1873953262941440/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787141215 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787141199.753244:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cae417800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3305:1873953262941440:0@lo:400: 00000100:00100000:1.0:1787141199.754376:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2787c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+16:3306:x1873953262941056:12345-0@lo:400: Request processed in 5532us (6508us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141199.754386:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1787141199.754434:0:6690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262941568 00000100:00100000:1.0:1787141199.754440:0:6690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262941568 00000100:00100000:1.0:1787141199.754478:0:6690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1787141199.754486:0:6690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cae417b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953262941568:12345-0@lo:400: 00000100:00100000:1.0:1787141199.754528:0:6690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cae417b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953262941568:12345-0@lo:400: Request processed in 43us (1780us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141199.754534:0:6690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:2.0:1787141199.754676:0:3307:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b7cae414a80 x1873953262941184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787141215 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787141199.754688:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cae414a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3307:1873953262941184:0@lo:400: 00010000:00080000:2.0:1787141199.754710:0:3307:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b7cae415f80 x1873953262941568/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787141215 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787141199.754719:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cae415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262941568:0@lo:400: 00000100:00100000:0.0:1787141199.759467:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cae414700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:66373bca-6a9f-4159-900e-58874c9cc4a0:3306:1873953262941056:0@lo:400: 00010000:00010000:2.0:1787141200.643159:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1787141201.506160:0:7621:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1787141201.506164:0:7621:0:(obd_mount.c:926:lmd_print()) device: lustre-ost2/ost2 00000080:01200004:0.0:1787141201.506883:0:7621:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8b7cbf5e0800 00000020:01000004:0.0:1787141201.506904:0:7621:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-OST0001, type=osd-zfs, lsifl=200062, mountfl=0 00000020:01000004:0.0:1787141201.506918:0:7621:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-zfs) 00000020:00000080:0.0:1787141201.506933:0:7621:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff8b7cbf8699b8) 00000020:00000080:0.0:1787141201.506950:0:7621:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type osd-zfs with refcount 2 00100000:10000000:2.0:1787141201.565845:0:7621:0:(scrub.c:230:scrub_file_store()) lustre-OST0001: store scrub file: rc = 0 00100000:10000000:2.0:1787141201.567409:0:7621:0:(scrub.c:230:scrub_file_store()) lustre-OST0001: store scrub file: rc = 0 00100000:10000000:2.0:1787141201.645275:0:7621:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0001: refresh OI map for scrub, op 1, force yes, [0x200000001:0x1017:0x0] => 0 (CONFIGS): rc = 1 00100000:10000000:3.0:1787141201.661242:0:7621:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0001: refresh OI map for scrub, op 1, force yes, [0x200000007:0x1:0x0] => 0 (ROOT): rc = 1 00100000:10000000:3.0:1787141201.661278:0:7621:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0001: refresh OI map for scrub, op 1, force yes, [0x200000001:0x3:0x0] => 0 (fld): rc = 1 00100000:10000000:3.0:1787141201.661354:0:7621:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0001: refresh OI map for scrub, op 1, force yes, [0x200000009:0x0:0x0] => 0 (update_log): rc = 1 00100000:10000000:3.0:1787141201.661381:0:7621:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0001: refresh OI map for scrub, op 1, force yes, [0x20000000a:0x0:0x0] => 0 (update_log_dir): rc = 1 00000020:00000080:3.0:1787141201.663845:0:7621:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:3.0:1787141201.663860:0:7621:0:(osd_handler.c:1564:osd_obd_connect()) connect #0 00000020:00000080:3.0:1787141201.663871:0:7621:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xc65ffb29b5b30d99 00000020:01000004:3.0:1787141201.663890:0:7621:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-OST0001 on device lustre-ost2/ost2 00000020:01000004:3.0:1787141201.663914:0:7621:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.111@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1787141201.663918:0:7621:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.111@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1787141201.663924:0:7621:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-OST0001 00000020:01000004:3.0:1787141201.663947:0:7621:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for lustre-ost2/ost2 10000000:01000000:3.0:1787141201.663951:0:7621:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.111@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00010000:00010000:1.0:1787141201.665015:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:1.0:1787141201.708699:0:7621:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.111@tcp ctxt 0 is initialized 00000020:01000004:1.0:1787141201.708740:0:7621:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.203.111@tcp, index=0001, flags=0x20062 00000020:01000004:1.0:1787141201.708745:0:7621:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1787141201.708747:0:7621:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1787141201.708748:0:7621:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787141201.708749:0:7621:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787141201.708750:0:7621:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787141201.708752:0:7621:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787141201.708753:0:7621:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1787141201.708755:0:7621:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_VIRIGIN 00000020:01000004:1.0:1787141201.708756:0:7621:0:(tgt_mount.c:1194:server_mti_print()) LDD_F_UPDATE 00000020:01000004:1.0:1787141201.708762:0:7621:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787141201.708763:0:7621:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1787141201.708766:0:7621:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020062 00000020:01000004:1.0:1787141201.708769:0:7621:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1787141201.708770:0:7621:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1787141201.708771:0:7621:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787141201.708772:0:7621:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787141201.708773:0:7621:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787141201.708774:0:7621:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787141201.708775:0:7621:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1787141201.708776:0:7621:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_VIRIGIN 00000020:01000004:1.0:1787141201.708777:0:7621:0:(tgt_mount.c:1194:server_mti_print()) LDD_F_UPDATE 00000020:01000004:1.0:1787141201.708778:0:7621:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787141201.708779:0:7621:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1787141201.709081:0:7621:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:1.0:1787141201.709099:0:7621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbdce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:7621:1873953262941696:0@lo:253: 00000100:00100000:1.0:1787141201.709162:0:7621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141201.709247:0:7621:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c857e5480 going to sleep for 11 seconds 00000100:00100000:2.0:1787141201.709296:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262941696 00000100:00100000:2.0:1787141201.709304:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262941696 00000100:00100000:2.0:1787141201.709390:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1787141201.709408:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2786050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+16:7621:x1873953262941696:12345-0@lo:253: 20000000:01000000:2.0:1787141201.709447:0:5833:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:2.0:1787141201.709451:0:5833:0:(mgs_handler.c:599:mgs_target_reg()) updating lustre-OST0001, index=1 20000000:01000000:2.0:1787141201.709456:0:5833:0:(mgs_llog.c:869:mgs_set_index()) Set index for lustre-OST0001 to 1 20000000:01000000:2.0:1787141201.709459:0:5833:0:(mgs_llog.c:3862:mgs_write_log_ost()) writing new ost lustre-OST0001 00000040:00080000:2.0:1787141201.711475:0:5833:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1787141201.712084:0:5833:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].1, 224 off8416 20000000:01000000:2.0:1787141201.712101:0:5833:0:(mgs_llog.c:1539:record_base_raw()) lcfg lustre-OST0001 0xcf001 obdfilter lustre-OST0001_UUID (null) (null) 00000040:00080000:2.0:1787141201.712144:0:5833:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].2, 128 off8544 20000000:01000000:2.0:1787141201.712152:0:5833:0:(mgs_llog.c:1539:record_base_raw()) lcfg lustre-OST0001 0xcf003 dev type f (null) 00000040:00080000:2.0:1787141201.712185:0:5833:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].3, 112 off8656 00000040:00080000:2.0:1787141201.712237:0:5833:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].4, 224 off8880 00000040:00080000:2.0:1787141201.715079:0:5833:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].25, 224 off12648 20000000:01000000:2.0:1787141201.715122:0:5833:0:(mgs_llog.c:3815:mgs_write_log_osc_to_lov()) add nid 192.168.203.111@tcp 20000000:01000000:2.0:1787141201.715125:0:5833:0:(mgs_llog.c:1539:record_base_raw()) lcfg (null) 0xcf005 192.168.203.111@tcp (null) (null) (null) 00000040:00080000:2.0:1787141201.715189:0:5833:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].26, 88 off12736 20000000:01000000:2.0:1787141201.715200:0:5833:0:(mgs_llog.c:1539:record_base_raw()) lcfg lustre-OST0001-osc-MDT0000 0xcf001 osc lustre-MDT0000-mdtlov_UUID (null) (null) 00000040:00080000:2.0:1787141201.715284:0:5833:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].27, 144 off12880 20000000:01000000:2.0:1787141201.715295:0:5833:0:(mgs_llog.c:1539:record_base_raw()) lcfg lustre-OST0001-osc-MDT0000 0xcf003 lustre-OST0001_UUID 192.168.203.111@tcp (null) (null) 00000040:00080000:2.0:1787141201.715332:0:5833:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].28, 152 off13032 20000000:01000000:2.0:1787141201.715342:0:5833:0:(mgs_llog.c:1539:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xcf00d lustre-OST0001_UUID 1 1 (null) 00000040:00080000:2.0:1787141201.715376:0:5833:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].29, 136 off13168 00000040:00080000:2.0:1787141201.715433:0:5833:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].30, 224 off13392 00000040:00080000:2.0:1787141201.717314:0:5833:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].30, 224 off13416 20000000:01000000:2.0:1787141201.717344:0:5833:0:(mgs_llog.c:3815:mgs_write_log_osc_to_lov()) add nid 192.168.203.111@tcp 20000000:01000000:2.0:1787141201.717346:0:5833:0:(mgs_llog.c:1539:record_base_raw()) lcfg (null) 0xcf005 192.168.203.111@tcp (null) (null) (null) 00000040:00080000:2.0:1787141201.717383:0:5833:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].31, 88 off13504 20000000:01000000:2.0:1787141201.717390:0:5833:0:(mgs_llog.c:1539:record_base_raw()) lcfg lustre-OST0001-osc 0xcf001 osc lustre-clilov_UUID (null) (null) 00000040:00080000:2.0:1787141201.717417:0:5833:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].32, 128 off13632 20000000:01000000:2.0:1787141201.717423:0:5833:0:(mgs_llog.c:1539:record_base_raw()) lcfg lustre-OST0001-osc 0xcf003 lustre-OST0001_UUID 192.168.203.111@tcp (null) (null) 00000040:00080000:2.0:1787141201.717449:0:5833:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].33, 144 off13776 20000000:01000000:2.0:1787141201.717463:0:5833:0:(mgs_llog.c:1539:record_base_raw()) lcfg lustre-clilov 0xcf00d lustre-OST0001_UUID 1 1 (null) 00000040:00080000:2.0:1787141201.717659:0:5833:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].34, 128 off13904 00000040:00080000:2.0:1787141201.717702:0:5833:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].35, 224 off14128 20000000:01000000:2.0:1787141201.717721:0:5833:0:(mgs_llog.c:5252:mgs_write_log_target()) remaining string: ' sys.timeout=20 ', param: 'autodegrade=on' 20000000:01000000:2.0:1787141201.717724:0:5833:0:(mgs_llog.c:4748:mgs_write_log_param()) next param 'autodegrade=on' 20000000:01000000:2.0:1787141201.717730:0:5833:0:(mgs_llog.c:5252:mgs_write_log_target()) remaining string: ' ', param: 'sys.timeout=20' 20000000:01000000:2.0:1787141201.717731:0:5833:0:(mgs_llog.c:4748:mgs_write_log_param()) next param 'sys.timeout=20' 20000000:01000000:2.0:1787141201.717733:0:5833:0:(mgs_llog.c:4181:mgs_write_log_sys()) global 'sys.timeout=20' val=20 20000000:01000000:2.0:1787141201.717745:0:5833:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping . 20000000:01000000:2.0:1787141201.717748:0:5833:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping .. 20000000:01000000:2.0:1787141201.717783:0:5833:0:(mgs_llog.c:2550:mgs_write_log_direct_all()) Changing log lustre-OST0000 20000000:01000000:2.0:1787141201.717785:0:5833:0:(mgs_llog.c:1109:mgs_modify()) modify lustre-OST0000/lustre/sys.timeout fl=4 20000000:01000000:0.0:1787141201.718783:0:7623:0:(mgs_llog.c:1076:mgs_modify_handler()) Changing rec 5 marker 14 1->4: lustre sys.timeout 20000000:01000000:0.0:1787141201.719028:0:7623:0:(mgs_llog.c:1076:mgs_modify_handler()) Changing rec 7 marker 14 2->4: lustre sys.timeout 00000040:00080000:0.0:1787141201.719066:0:7623:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 8 count 8 00000040:00080000:2.0:1787141201.719392:0:5833:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].8, 224 off9632 00000040:00080000:2.0:1787141201.719438:0:5833:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].9, 80 off9712 00000040:00080000:2.0:1787141201.719495:0:5833:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].10, 224 off9936 20000000:01000000:2.0:1787141201.719647:0:5833:0:(mgs_llog.c:2550:mgs_write_log_direct_all()) Changing log lustre-client 20000000:01000000:2.0:1787141201.719650:0:5833:0:(mgs_llog.c:1109:mgs_modify()) modify lustre-client/lustre/sys.timeout fl=4 20000000:01000000:0.0:1787141201.720411:0:7624:0:(mgs_llog.c:1076:mgs_modify_handler()) Changing rec 27 marker 15 1->4: lustre sys.timeout 20000000:01000000:0.0:1787141201.720463:0:7624:0:(mgs_llog.c:1076:mgs_modify_handler()) Changing rec 29 marker 15 2->4: lustre sys.timeout 00000040:00080000:0.0:1787141201.720650:0:7624:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 36 count 36 00000040:00080000:2.0:1787141201.723535:0:5833:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].36, 224 off14352 00000040:00080000:2.0:1787141201.723605:0:5833:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].37, 80 off14432 00000040:00080000:2.0:1787141201.723642:0:5833:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].38, 224 off14656 20000000:01000000:2.0:1787141201.723654:0:5833:0:(mgs_llog.c:2550:mgs_write_log_direct_all()) Changing log lustre-MDT0000 20000000:01000000:2.0:1787141201.723657:0:5833:0:(mgs_llog.c:1109:mgs_modify()) modify lustre-MDT0000/lustre/sys.timeout fl=4 20000000:01000000:2.0:1787141201.725227:0:7625:0:(mgs_llog.c:1076:mgs_modify_handler()) Changing rec 22 marker 16 1->4: lustre sys.timeout 20000000:01000000:2.0:1787141201.725302:0:7625:0:(mgs_llog.c:1076:mgs_modify_handler()) Changing rec 24 marker 16 2->4: lustre sys.timeout 00000040:00080000:2.0:1787141201.725358:0:7625:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 31 count 31 00000040:00080000:0.0:1787141201.725731:0:5833:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].31, 224 off13616 00000040:00080000:0.0:1787141201.725773:0:5833:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].32, 80 off13696 00000040:00080000:0.0:1787141201.725888:0:5833:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].33, 224 off13920 20000000:01000000:0.0:1787141201.725907:0:5833:0:(mgs_llog.c:2550:mgs_write_log_direct_all()) Changing log lustre-OST0001 20000000:01000000:0.0:1787141201.725909:0:5833:0:(mgs_llog.c:1109:mgs_modify()) modify lustre-OST0001/lustre/sys.timeout fl=4 00000040:00080000:3.0:1787141201.727537:0:7626:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 5 count 5 00000040:00080000:0.0:1787141201.728248:0:5833:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].5, 224 off9104 00000040:00080000:0.0:1787141201.728294:0:5833:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].6, 80 off9184 00000040:00080000:0.0:1787141201.728363:0:5833:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].7, 224 off9408 10000000:01000000:0.0:1787141201.728382:0:5833:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:0.0:1787141201.728399:0:5833:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b7c80030600/0xc65ffb29b5b30da0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141201.728417:0:5833:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b7cc21c6e00/0xc65ffb29b5b30cf1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30cea expref: 16 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141201.728425:0:5833:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b7c81519400/0xc65ffb29b5b30d1b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30d14 expref: 16 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141201.728447:0:5833:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b7c80030800/0xc65ffb29b5b30d45 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30d3e expref: 16 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141201.728455:0:5833:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b7c81519a00/0xc65ffb29b5b30d61 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30d5a expref: 16 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141201.728461:0:5833:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b7c80031a00/0xc65ffb29b5b30d8b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30d84 expref: 16 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141201.728468:0:5833:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b7c80030600/0xc65ffb29b5b30da0 lrc: 8/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141201.728508:0:5833:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b7c80031a00/0xc65ffb29b5b30d8b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc65ffb29b5b30d84 expref: 16 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141201.728523:0:5833:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b7c80031a00/0xc65ffb29b5b30d8b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc65ffb29b5b30d84 expref: 16 pid: 5832 timeout: 334 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141201.728536:0:5833:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f8ce00 pname:cluuid:pid:xid:nid:opc:job ll_mgs_0001:MGS:5833:1873953262941824:0@lo:104: 00000100:00100000:0.0:1787141201.728617:0:5833:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1787141201.728705:0:5833:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b7c81519a00/0xc65ffb29b5b30d61 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc65ffb29b5b30d5a expref: 16 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141201.728714:0:5833:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b7c81519a00/0xc65ffb29b5b30d61 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc65ffb29b5b30d5a expref: 16 pid: 5832 timeout: 334 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141201.728723:0:5833:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f8d180 pname:cluuid:pid:xid:nid:opc:job ll_mgs_0001:MGS:5833:1873953262941952:0@lo:104: 00010000:00010000:0.0:1787141201.728751:0:5833:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b7c80030800/0xc65ffb29b5b30d45 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc65ffb29b5b30d3e expref: 16 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141201.728771:0:5833:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b7c80030800/0xc65ffb29b5b30d45 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc65ffb29b5b30d3e expref: 16 pid: 5833 timeout: 334 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141201.728781:0:5833:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f8fb80 pname:cluuid:pid:xid:nid:opc:job ll_mgs_0001:MGS:5833:1873953262942080:0@lo:104: 00010000:00010000:0.0:1787141201.728908:0:5833:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b7c81519400/0xc65ffb29b5b30d1b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc65ffb29b5b30d14 expref: 16 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141201.728917:0:5833:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b7c81519400/0xc65ffb29b5b30d1b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc65ffb29b5b30d14 expref: 16 pid: 5832 timeout: 334 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141201.728925:0:5833:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f8c000 pname:cluuid:pid:xid:nid:opc:job ll_mgs_0001:MGS:5833:1873953262942208:0@lo:104: 00010000:00010000:0.0:1787141201.728966:0:5833:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b7cc21c6e00/0xc65ffb29b5b30cf1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc65ffb29b5b30cea expref: 16 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141201.728974:0:5833:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b7cc21c6e00/0xc65ffb29b5b30cf1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc65ffb29b5b30cea expref: 16 pid: 5834 timeout: 334 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141201.728982:0:5833:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f8ea00 pname:cluuid:pid:xid:nid:opc:job ll_mgs_0001:MGS:5833:1873953262942336:0@lo:104: 00000100:00100000:0.0:1787141201.728998:0:5833:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c862e93c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787141201.729649:0:5823:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1787141201.729675:0:5823:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141201.729731:0:5823:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141201.729789:0:5823:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141201.729851:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262941824 00000100:00100000:2.0:1787141201.730121:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262941824 00000100:00100000:2.0:1787141201.730163:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262941952 00000100:00100000:2.0:1787141201.730166:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262941952 00000100:00100000:2.0:1787141201.730176:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262942080 00000100:00100000:2.0:1787141201.730179:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262942080 00000100:00100000:2.0:1787141201.730191:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1787141201.730200:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f64c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:66373bca-6a9f-4159-900e-58874c9cc4a0+5:5833:x1873953262941824:12345-0@lo:104: 00010000:00010000:2.0:1787141201.730225:0:5822:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7400/0xc65ffb29b5b30d84 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b30d8b expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141201.730299:0:5822:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1787141201.730306:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f64c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:66373bca-6a9f-4159-900e-58874c9cc4a0+5:5833:x1873953262941824:12345-0@lo:104: Request processed in 107us (1690us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141201.730314:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1787141201.730352:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1787141201.730358:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbdd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:66373bca-6a9f-4159-900e-58874c9cc4a0+4:5833:x1873953262941952:12345-0@lo:104: 00010000:00010000:2.0:1787141201.730366:0:5822:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7600/0xc65ffb29b5b30d5a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b30d61 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141201.730404:0:5822:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1787141201.730409:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbdd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:66373bca-6a9f-4159-900e-58874c9cc4a0+4:5833:x1873953262941952:12345-0@lo:104: Request processed in 52us (735us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141201.730415:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1787141201.730428:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1787141201.730434:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbdc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:66373bca-6a9f-4159-900e-58874c9cc4a0+3:5833:x1873953262942080:12345-0@lo:104: 00010000:00010000:2.0:1787141201.730442:0:5822:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff8b7c9990ce00/0xc65ffb29b5b30d3e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b30d45 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141201.730468:0:5822:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:2.0:1787141201.730473:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbdc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:66373bca-6a9f-4159-900e-58874c9cc4a0+3:5833:x1873953262942080:12345-0@lo:104: Request processed in 41us (742us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141201.730478:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:2.0:1787141201.730496:0:5828:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1787141201.730501:0:5828:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7400/0xc65ffb29b5b30d84 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b30d8b expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141201.730514:0:5828:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cc21c7400 already unused, calling callback (ffffffffc1c5bc20) 10000000:00010000:2.0:1787141201.730518:0:5828:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7400/0xc65ffb29b5b30d84 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0xc65ffb29b5b30d8b expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141201.730526:0:5828:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7400/0xc65ffb29b5b30d84 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0xc65ffb29b5b30d8b expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787141201.730533:0:5828:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7400/0xc65ffb29b5b30d84 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0xc65ffb29b5b30d8b expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141201.730628:0:5827:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787141201.730763:0:7627:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787141201.730769:0:5827:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7600/0xc65ffb29b5b30d5a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b30d61 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141201.730776:0:5827:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cc21c7600 already unused, calling callback (ffffffffc1c5bc20) 10000000:00010000:3.0:1787141201.730779:0:5827:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7600/0xc65ffb29b5b30d5a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0xc65ffb29b5b30d61 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141201.730785:0:5827:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7600/0xc65ffb29b5b30d5a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0xc65ffb29b5b30d61 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787141201.730792:0:5827:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7600/0xc65ffb29b5b30d5a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0xc65ffb29b5b30d61 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787141201.730823:0:5827:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1787141201.730870:0:5827:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7600/0xc65ffb29b5b30d5a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30d61 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141201.730897:0:5827:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787141201.730915:0:5827:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7600/0xc65ffb29b5b30d5a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30d61 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141201.730922:0:5827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7600/0xc65ffb29b5b30d5a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30d61 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141201.730939:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141201.730941:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141201.730943:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787141201.731008:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:66373bca-6a9f-4159-900e-58874c9cc4a0:3307:1873953262942464:0@lo:103: 00000100:00100000:3.0:1787141201.731046:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1787141201.731146:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141201.731152:0:7627:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff8b7c9990ce00/0xc65ffb29b5b30d3e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b30d45 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141201.731160:0:7627:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c9990ce00 already unused, calling callback (ffffffffc1c5bc20) 10000000:00010000:3.0:1787141201.731163:0:7627:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff8b7c9990ce00/0xc65ffb29b5b30d3e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xc65ffb29b5b30d45 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141201.731170:0:7627:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff8b7c9990ce00/0xc65ffb29b5b30d3e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xc65ffb29b5b30d45 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787141201.731176:0:7627:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff8b7c9990ce00/0xc65ffb29b5b30d3e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xc65ffb29b5b30d45 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787141201.731182:0:7627:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1787141201.731208:0:7627:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff8b7c9990ce00/0xc65ffb29b5b30d3e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30d45 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141201.731228:0:7627:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787141201.731243:0:7627:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff8b7c9990ce00/0xc65ffb29b5b30d3e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30d45 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141201.731250:0:7627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff8b7c9990ce00/0xc65ffb29b5b30d3e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30d45 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141201.731262:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141201.731264:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141201.731266:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141201.731270:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141201.731272:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787141201.731287:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953262942592:0@lo:103: 00000100:00100000:3.0:1787141201.731317:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141201.731639:0:5833:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f8ce00 pname:cluuid:pid:xid:nid:opc:job ll_mgs_0001:MGS:5833:1873953262941824:0@lo:104: 00000100:00100000:0.0:1787141201.731652:0:5833:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f8d180 pname:cluuid:pid:xid:nid:opc:job ll_mgs_0001:MGS:5833:1873953262941952:0@lo:104: 00000100:00100000:0.0:1787141201.731661:0:5833:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f8fb80 pname:cluuid:pid:xid:nid:opc:job ll_mgs_0001:MGS:5833:1873953262942080:0@lo:104: 00000100:00100000:0.0:1787141201.731690:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262942464 00000100:00100000:0.0:1787141201.731695:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262942464 00010000:00010000:0.0:1787141201.731719:0:5825:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b7c81519a00/0xc65ffb29b5b30d61 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b30d5a expref: 17 pid: 5832 timeout: 334 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141201.731763:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262942592 00000100:00100000:0.0:1787141201.731767:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262942592 00010000:00010000:0.0:1787141201.731780:0:5825:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b7c80030800/0xc65ffb29b5b30d45 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b30d3e expref: 18 pid: 5833 timeout: 334 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141201.731820:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1787141201.731830:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb479d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+18:3307:x1873953262942464:12345-0@lo:103: 00010000:00010000:0.0:1787141201.731841:0:5825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787141201.731847:0:5825:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b7c81519a00/0xc65ffb29b5b30d61 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b30d5a expref: 18 pid: 5832 timeout: 334 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141201.731857:0:5825:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b7c81519a00/0xc65ffb29b5b30d61 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc65ffb29b5b30d5a expref: 18 pid: 5832 timeout: 334 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141201.731872:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7c81519a00/0xc65ffb29b5b30d61 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc65ffb29b5b30d5a expref: 18 pid: 5832 timeout: 334 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141201.731901:0:5825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787141201.731939:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb479d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+17:3307:x1873953262942464:12345-0@lo:103: Request processed in 111us (892us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141201.731946:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1787141201.731960:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1787141201.731967:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb479ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+16:3304:x1873953262942592:12345-0@lo:103: 00010000:00010000:0.0:1787141201.731974:0:5825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787141201.731978:0:5825:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b7c80030800/0xc65ffb29b5b30d45 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b30d3e expref: 16 pid: 5833 timeout: 334 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141201.731987:0:5825:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b7c80030800/0xc65ffb29b5b30d45 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc65ffb29b5b30d3e expref: 16 pid: 5833 timeout: 334 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141201.732005:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7c80030800/0xc65ffb29b5b30d45 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc65ffb29b5b30d3e expref: 16 pid: 5833 timeout: 334 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141201.732015:0:5825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787141201.732044:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb479ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+15:3304:x1873953262942592:12345-0@lo:103: Request processed in 78us (726us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141201.732049:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1787141201.732079:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:66373bca-6a9f-4159-900e-58874c9cc4a0:3307:1873953262942464:0@lo:103: 00000100:00100000:0.0:1787141201.732105:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953262942592:0@lo:103: 10000000:01000000:2.0:1787141201.732274:0:5828:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1787141201.732312:0:5828:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7400/0xc65ffb29b5b30d84 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30d8b expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141201.732320:0:5828:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787141201.732333:0:5828:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7400/0xc65ffb29b5b30d84 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30d8b expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141201.732339:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7400/0xc65ffb29b5b30d84 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30d8b expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141201.732353:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787141201.732355:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787141201.732357:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787141201.732368:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cae415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:66373bca-6a9f-4159-900e-58874c9cc4a0:3305:1873953262942720:0@lo:103: 00000100:00100000:2.0:1787141201.732398:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141201.732441:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262942720 00000100:00100000:2.0:1787141201.732446:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262942720 00010000:00010000:2.0:1787141201.732463:0:5825:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b7c80031a00/0xc65ffb29b5b30d8b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b30d84 expref: 15 pid: 5832 timeout: 334 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141201.732494:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1787141201.732501:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cae414a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+15:3305:x1873953262942720:12345-0@lo:103: 00010000:00010000:2.0:1787141201.732508:0:5825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787141201.732513:0:5825:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b7c80031a00/0xc65ffb29b5b30d8b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b30d84 expref: 15 pid: 5832 timeout: 334 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141201.732523:0:5825:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b7c80031a00/0xc65ffb29b5b30d8b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc65ffb29b5b30d84 expref: 15 pid: 5832 timeout: 334 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141201.732533:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7c80031a00/0xc65ffb29b5b30d8b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc65ffb29b5b30d84 expref: 15 pid: 5832 timeout: 334 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141201.732609:0:5825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787141201.732641:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cae414a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+14:3305:x1873953262942720:12345-0@lo:103: Request processed in 141us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141201.732648:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1787141201.732675:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cae415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:66373bca-6a9f-4159-900e-58874c9cc4a0:3305:1873953262942720:0@lo:103: 00000100:00100000:1.0:1787141201.733069:0:5823:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141201.733139:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262942208 00000100:00100000:2.0:1787141201.733144:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262942208 00000100:00100000:2.0:1787141201.733164:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262942336 00000100:00100000:2.0:1787141201.733167:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262942336 00000100:00100000:2.0:1787141201.733179:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1787141201.733185:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbdea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:66373bca-6a9f-4159-900e-58874c9cc4a0+4:5833:x1873953262942208:12345-0@lo:104: 00010000:00010000:2.0:1787141201.733196:0:5822:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff8b7c80031400/0xc65ffb29b5b30d14 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b30d1b expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141201.733287:0:5822:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1787141201.733303:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbdea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:66373bca-6a9f-4159-900e-58874c9cc4a0+4:5833:x1873953262942208:12345-0@lo:104: Request processed in 118us (3513us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141201.733310:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1787141201.733325:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1787141201.733331:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:66373bca-6a9f-4159-900e-58874c9cc4a0+3:5833:x1873953262942336:12345-0@lo:104: 00010000:00010000:2.0:1787141201.733338:0:5822:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff8b7c9990dc00/0xc65ffb29b5b30cea lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b30cf1 expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141201.733406:0:5833:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f8c000 pname:cluuid:pid:xid:nid:opc:job ll_mgs_0001:MGS:5833:1873953262942208:0@lo:104: 00000100:00100000:0.0:1787141201.733416:0:5833:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f8ea00 pname:cluuid:pid:xid:nid:opc:job ll_mgs_0001:MGS:5833:1873953262942336:0@lo:104: 00010000:00010000:0.0:1787141201.733445:0:5833:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b7c80030600/0xc65ffb29b5b30da0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141201.733484:0:5823:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 2 min 2 max 56 00010000:00010000:3.0:1787141201.733612:0:5827:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787141201.733620:0:5827:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff8b7c80031400/0xc65ffb29b5b30d14 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b30d1b expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141201.733627:0:5827:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c80031400 already unused, calling callback (ffffffffc1c5bc20) 10000000:00010000:3.0:1787141201.733631:0:5827:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff8b7c80031400/0xc65ffb29b5b30d14 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xc65ffb29b5b30d1b expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141201.733640:0:5827:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff8b7c80031400/0xc65ffb29b5b30d14 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xc65ffb29b5b30d1b expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787141201.733646:0:5827:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff8b7c80031400/0xc65ffb29b5b30d14 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xc65ffb29b5b30d1b expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787141201.733652:0:5827:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1787141201.733728:0:5827:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff8b7c80031400/0xc65ffb29b5b30d14 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30d1b expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141201.733735:0:5827:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787141201.733761:0:5827:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff8b7c80031400/0xc65ffb29b5b30d14 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30d1b expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141201.733769:0:5827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff8b7c80031400/0xc65ffb29b5b30d14 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30d1b expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141201.733780:0:5827:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787141201.733783:0:5827:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff8b7c9990dc00/0xc65ffb29b5b30cea lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b30cf1 expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141201.733789:0:5827:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c9990dc00 already unused, calling callback (ffffffffc1c5bc20) 10000000:00010000:3.0:1787141201.733792:0:5827:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff8b7c9990dc00/0xc65ffb29b5b30cea lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc65ffb29b5b30cf1 expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141201.733832:0:5827:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff8b7c9990dc00/0xc65ffb29b5b30cea lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc65ffb29b5b30cf1 expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787141201.733838:0:5827:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff8b7c9990dc00/0xc65ffb29b5b30cea lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc65ffb29b5b30cf1 expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787141201.733843:0:5827:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00100000:1.0:1787141201.733905:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:66373bca-6a9f-4159-900e-58874c9cc4a0:3306:1873953262942848:0@lo:103: 00000100:00100000:1.0:1787141201.733939:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1787141201.734137:0:5822:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00000100:00100000:2.0:1787141201.734145:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:66373bca-6a9f-4159-900e-58874c9cc4a0+3:5833:x1873953262942336:12345-0@lo:104: Request processed in 814us (1076us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141201.734153:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1787141201.734176:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262942848 00000100:00100000:2.0:1787141201.734180:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262942848 00010000:00010000:2.0:1787141201.734197:0:5825:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b7c81519400/0xc65ffb29b5b30d1b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b30d14 expref: 14 pid: 5832 timeout: 334 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141201.734228:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1787141201.734235:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbdca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+14:3306:x1873953262942848:12345-0@lo:103: 00010000:00010000:2.0:1787141201.734245:0:5825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787141201.734250:0:5825:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b7c81519400/0xc65ffb29b5b30d1b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b30d14 expref: 14 pid: 5832 timeout: 334 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141201.734262:0:5825:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b7c81519400/0xc65ffb29b5b30d1b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc65ffb29b5b30d14 expref: 14 pid: 5832 timeout: 334 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141201.734275:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7c81519400/0xc65ffb29b5b30d1b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc65ffb29b5b30d14 expref: 14 pid: 5832 timeout: 334 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141201.734298:0:5825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787141201.734331:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbdca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+13:3306:x1873953262942848:12345-0@lo:103: Request processed in 97us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141201.734338:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1787141201.734364:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:66373bca-6a9f-4159-900e-58874c9cc4a0:3306:1873953262942848:0@lo:103: 00000100:00100000:2.0:1787141201.734382:0:5823:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_002' 00010000:00010000:0.0:1787141201.736052:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141201.736383:0:5827:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff8b7c9990dc00/0xc65ffb29b5b30cea lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30cf1 expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141201.736394:0:5827:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787141201.736424:0:5827:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff8b7c9990dc00/0xc65ffb29b5b30cea lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30cf1 expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141201.736442:0:5827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff8b7c9990dc00/0xc65ffb29b5b30cea lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30cf1 expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141201.736459:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141201.736461:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141201.736463:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787141201.736514:0:3306:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787141201.736531:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:66373bca-6a9f-4159-900e-58874c9cc4a0:3306:1873953262942976:0@lo:103: 00000100:00100000:2.0:1787141201.736601:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141201.736760:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262942976 00000100:00100000:3.0:1787141201.736767:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262942976 00010000:00010000:3.0:1787141201.736850:0:5824:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b7cc21c6e00/0xc65ffb29b5b30cf1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b30cea expref: 13 pid: 5834 timeout: 334 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141201.736890:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1787141201.736899:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cae415f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:66373bca-6a9f-4159-900e-58874c9cc4a0+13:3306:x1873953262942976:12345-0@lo:103: 00010000:00010000:3.0:1787141201.736911:0:5824:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787141201.736917:0:5824:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b7cc21c6e00/0xc65ffb29b5b30cf1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b30cea expref: 13 pid: 5834 timeout: 334 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141201.736928:0:5824:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b7cc21c6e00/0xc65ffb29b5b30cf1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc65ffb29b5b30cea expref: 13 pid: 5834 timeout: 334 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141201.736941:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7cc21c6e00/0xc65ffb29b5b30cf1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc65ffb29b5b30cea expref: 13 pid: 5834 timeout: 334 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141201.736956:0:5824:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b7c80030600/0xc65ffb29b5b30da0 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141201.736965:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7c80030600/0xc65ffb29b5b30da0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141201.736991:0:5824:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b7c80030600/0xc65ffb29b5b30da0 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141201.736998:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b7c80030600/0xc65ffb29b5b30da0 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141201.737004:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b7c80030600/0xc65ffb29b5b30da0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141201.737011:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b7c80030600/0xc65ffb29b5b30da0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141201.737016:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c80030600 already unused, calling callback (ffffffffc163e230) 00010000:00010000:3.0:1787141201.737020:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b7c80030600/0xc65ffb29b5b30da0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141201.737027:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b7c80030600/0xc65ffb29b5b30da0 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141201.737042:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b7c80030600/0xc65ffb29b5b30da0 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141201.737052:0:5824:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787141201.737088:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cae415f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:66373bca-6a9f-4159-900e-58874c9cc4a0+12:3306:x1873953262942976:12345-0@lo:103: Request processed in 190us (486us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141201.737095:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00010000:1.0:1787141201.737245:0:5833:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b7c80030600/0xc65ffb29b5b30da0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141201.737254:0:5833:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b7c80030600/0xc65ffb29b5b30da0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141201.737261:0:5833:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7c80030600/0xc65ffb29b5b30da0 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1787141201.737285:0:5833:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:2.0:1787141201.737398:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:66373bca-6a9f-4159-900e-58874c9cc4a0:3306:1873953262942976:0@lo:103: 00000100:00100000:1.0:1787141201.786635:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2786050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+11:7621:x1873953262941696:12345-0@lo:253: Request processed in 77220us (77464us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141201.786651:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1787141201.786830:0:7621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbdce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:7621:1873953262941696:0@lo:253: 10000000:01000000:3.0:1787141201.786846:0:7621:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:3.0:1787141201.786849:0:7621:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1787141201.786869:0:7621:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1787141201.786870:0:7621:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787141201.786871:0:7621:0:(tgt_mount.c:1178:server_mti_print()) uuid: lustre-OST0001_UUID 00000020:01000004:3.0:1787141201.786872:0:7621:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787141201.786874:0:7621:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787141201.786875:0:7621:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1787141201.786877:0:7621:0:(tgt_mount.c:1196:server_mti_print()) LDD_F_REWRITE_LDD 00000020:01000004:3.0:1787141201.786879:0:7621:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787141201.786880:0:7621:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1787141201.786901:0:7621:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8b7cbf5e0800 from lustre-OST0001 10000000:01000000:3.0:1787141201.786927:0:7621:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:3.0:1787141201.786930:0:7621:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:3.0:1787141201.786938:0:7621:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8b7ca2778000 local copy 10000000:01000000:3.0:1787141201.786943:0:7621:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1787141201.786977:0:7621:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6e00/0xc65ffb29b5b30da7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141201.786988:0:7621:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6e00/0xc65ffb29b5b30da7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141201.786997:0:7621:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6e00/0xc65ffb29b5b30da7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141201.787015:0:7621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:7621:1873953262943104:0@lo:101: 00000100:00100000:3.0:1787141201.787052:0:7621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141201.787090:0:7621:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca03460c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787141201.787152:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262943104 00000100:00100000:1.0:1787141201.787159:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262943104 00000100:00100000:1.0:1787141201.787202:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1787141201.787211:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2786450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+11:7621:x1873953262943104:12345-0@lo:101: 00010000:00010000:1.0:1787141201.787222:0:5832:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787141201.787235:0:5832:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7c9990dc00/0xc65ffb29b5b30dae lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b30da7 expref: -99 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141201.787257:0:5832:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7c9990dc00/0xc65ffb29b5b30dae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b30da7 expref: 12 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141201.787267:0:5832:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7c9990dc00/0xc65ffb29b5b30dae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30da7 expref: 12 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141201.787276:0:5832:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c9990dc00, rc 0) 00000100:00100000:1.0:1787141201.787317:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2786450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+12:7621:x1873953262943104:12345-0@lo:101: Request processed in 107us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141201.787323:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1787141201.787445:0:7621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:7621:1873953262943104:0@lo:101: 00010000:00010000:0.0:1787141201.787458:0:7621:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6e00/0xc65ffb29b5b30da7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0xc65ffb29b5b30dae expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141201.787466:0:7621:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6e00/0xc65ffb29b5b30da7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0xc65ffb29b5b30dae expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141201.787576:0:7621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f8ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:7621:1873953262943232:0@lo:501: 00000100:00100000:0.0:1787141201.787603:0:7621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141201.787625:0:7621:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c862e9000 going to sleep for 11 seconds 00000100:00100000:1.0:1787141201.787742:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262943232 00000100:00100000:1.0:1787141201.787747:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262943232 00000100:00100000:1.0:1787141201.787772:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1787141201.787778:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2785450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+12:7621:x1873953262943232:12345-0@lo:501: 00000100:00100000:1.0:1787141201.788005:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2785450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+12:7621:x1873953262943232:12345-0@lo:501: Request processed in 226us (400us total) trans 0 rc -2/-2 00000100:00100000:1.0:1787141201.788020:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1787141201.788106:0:7621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f8ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:7621:1873953262943232:0@lo:501: 10000000:01000000:3.0:1787141201.788120:0:7621:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.111@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1787141201.788147:0:7621:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.111@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1787141201.788153:0:7621:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6e00/0xc65ffb29b5b30da7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0xc65ffb29b5b30dae expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141201.788161:0:7621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6e00/0xc65ffb29b5b30da7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000400000000 nid: local remote: 0xc65ffb29b5b30dae expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141201.788174:0:7621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6e00/0xc65ffb29b5b30da7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000400000000 nid: local remote: 0xc65ffb29b5b30dae expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141201.788190:0:7621:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1787141201.788208:0:7621:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8b7cbf5e0800 10000000:01000000:3.0:1787141201.788213:0:7621:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1787141201.788218:0:7621:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:3.0:1787141201.788220:0:7621:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1787141201.788225:0:7621:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:3.0:1787141201.788227:0:7621:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:3.0:1787141201.788245:0:7621:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7600/0xc65ffb29b5b30db5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141201.788252:0:7621:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7600/0xc65ffb29b5b30db5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141201.788259:0:7621:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7600/0xc65ffb29b5b30db5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141201.788271:0:7621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:7621:1873953262943360:0@lo:101: 00000100:00100000:3.0:1787141201.788298:0:7621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141201.788319:0:7621:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca0346000 going to sleep for 11 seconds 00010000:00010000:3.0:1787141201.788331:0:7628:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787141201.788336:0:7628:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6e00/0xc65ffb29b5b30da7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x400000000 nid: local remote: 0xc65ffb29b5b30dae expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141201.788344:0:7628:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cc21c6e00 already unused, calling callback (ffffffffc1c5bc20) 10000000:00010000:3.0:1787141201.788348:0:7628:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6e00/0xc65ffb29b5b30da7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x400000000 nid: local remote: 0xc65ffb29b5b30dae expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141201.788362:0:7628:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6e00/0xc65ffb29b5b30da7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x8400000000 nid: local remote: 0xc65ffb29b5b30dae expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787141201.788369:0:7628:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6e00/0xc65ffb29b5b30da7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x9400000000 nid: local remote: 0xc65ffb29b5b30dae expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787141201.788374:0:7628:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1787141201.788393:0:7628:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6e00/0xc65ffb29b5b30da7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x4809400000020 nid: local remote: 0xc65ffb29b5b30dae expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141201.788398:0:7628:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787141201.788414:0:7628:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6e00/0xc65ffb29b5b30da7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x4809400000020 nid: local remote: 0xc65ffb29b5b30dae expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141201.788420:0:7628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6e00/0xc65ffb29b5b30da7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x4809400000020 nid: local remote: 0xc65ffb29b5b30dae expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141201.788432:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141201.788434:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141201.788435:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787141201.788445:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953262943488:0@lo:103: 00000100:00100000:3.0:1787141201.788471:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141201.788517:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262943360 00000100:00100000:3.0:1787141201.788521:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262943360 00000100:00100000:3.0:1787141201.788565:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1787141201.788572:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c17450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+12:7621:x1873953262943360:12345-0@lo:101: 00010000:00010000:3.0:1787141201.788579:0:5834:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141201.788588:0:5834:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7cc21c7200/0xc65ffb29b5b30dbc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b30db5 expref: -99 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141201.788611:0:5834:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7cc21c7200/0xc65ffb29b5b30dbc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b30db5 expref: 13 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141201.788621:0:5834:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7cc21c7200/0xc65ffb29b5b30dbc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30db5 expref: 13 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141201.788629:0:5834:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cc21c7200, rc 0) 00000100:00100000:3.0:1787141201.788659:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c17450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+13:7621:x1873953262943360:12345-0@lo:101: Request processed in 88us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141201.788665:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1787141201.788699:0:7621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:7621:1873953262943360:0@lo:101: 00010000:00010000:3.0:1787141201.788709:0:7621:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7600/0xc65ffb29b5b30db5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30dbc expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141201.788715:0:7621:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7600/0xc65ffb29b5b30db5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b30dbc expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141201.788773:0:7621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:7621:1873953262943616:0@lo:501: 00000100:00100000:3.0:1787141201.788833:0:7621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141201.788844:0:7621:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca0346000 going to sleep for 11 seconds 00000100:00100000:1.0:1787141201.788966:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262943488 00000100:00100000:1.0:1787141201.788971:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262943488 00000100:00100000:1.0:1787141201.789007:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1787141201.789015:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb479c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:66373bca-6a9f-4159-900e-58874c9cc4a0+13:3304:x1873953262943488:12345-0@lo:103: 00010000:00010000:1.0:1787141201.789023:0:5826:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787141201.789036:0:5826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7c9990dc00/0xc65ffb29b5b30dae lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc65ffb29b5b30da7 expref: 13 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141201.789047:0:5826:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787141201.789076:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb479c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:66373bca-6a9f-4159-900e-58874c9cc4a0+12:3304:x1873953262943488:12345-0@lo:103: Request processed in 63us (604us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141201.789083:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1787141201.789103:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262943616 00000100:00100000:1.0:1787141201.789106:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262943616 00000100:00100000:1.0:1787141201.789122:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1787141201.789128:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c15050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+12:7621:x1873953262943616:12345-0@lo:501: 00000100:00100000:1.0:1787141201.789302:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c15050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+12:7621:x1873953262943616:12345-0@lo:501: Request processed in 173us (468us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141201.789309:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1787141201.789703:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953262943488:0@lo:103: 00000100:00100000:3.0:1787141201.789735:0:7621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:7621:1873953262943616:0@lo:501: 00000100:00100000:3.0:1787141201.789763:0:7621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:7621:1873953262943744:0@lo:503: 00000100:00100000:3.0:1787141201.789844:0:7621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141201.789866:0:7621:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca0346000 going to sleep for 11 seconds 00000100:00100000:1.0:1787141201.789938:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262943744 00000100:00100000:1.0:1787141201.789943:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262943744 00000100:00100000:1.0:1787141201.789967:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1787141201.789973:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c15850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+12:7621:x1873953262943744:12345-0@lo:503: 00000100:00100000:1.0:1787141201.790116:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c15850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+12:7621:x1873953262943744:12345-0@lo:503: Request processed in 142us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141201.790122:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1787141201.790526:0:7621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:7621:1873953262943744:0@lo:503: 00000040:00080000:3.0:1787141201.790783:0:7621:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1787141201.790893:0:7621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:7621:1873953262943872:0@lo:502: 00000100:00100000:3.0:1787141201.790935:0:7621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141201.790958:0:7621:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca0346000 going to sleep for 11 seconds 00000100:00100000:0.0:1787141201.791080:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262943872 00000100:00100000:0.0:1787141201.791091:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262943872 00000100:00100000:0.0:1787141201.791127:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1787141201.791134:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c16850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+12:7621:x1873953262943872:12345-0@lo:502: 00000100:00100000:0.0:1787141201.791296:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c16850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+12:7621:x1873953262943872:12345-0@lo:502: Request processed in 161us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141201.791303:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1787141201.791470:0:7621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:7621:1873953262943872:0@lo:502: 00000040:00080000:3.0:1787141201.791750:0:7621:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].1, 224 off8416 00000040:00080000:3.0:1787141201.791832:0:7621:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].2, 128 off8544 00000040:00080000:3.0:1787141201.791869:0:7621:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].3, 112 off8656 00000040:00080000:3.0:1787141201.791926:0:7621:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].4, 224 off8880 00000040:00080000:3.0:1787141201.791963:0:7621:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].5, 224 off9104 00000040:00080000:3.0:1787141201.791996:0:7621:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].6, 80 off9184 00000100:00100000:3.0:1787141201.792022:0:7621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:7621:1873953262944000:0@lo:502: 00000100:00100000:3.0:1787141201.792064:0:7621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141201.792091:0:7621:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca0346000 going to sleep for 11 seconds 00000100:00100000:1.0:1787141201.792209:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262944000 00000100:00100000:1.0:1787141201.792215:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262944000 00000100:00100000:1.0:1787141201.792255:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1787141201.792264:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c14050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+12:7621:x1873953262944000:12345-0@lo:502: 00000100:00100000:1.0:1787141201.792411:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c14050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+12:7621:x1873953262944000:12345-0@lo:502: Request processed in 148us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141201.792419:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1787141201.792604:0:7621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:7621:1873953262944000:0@lo:502: 00000040:00080000:3.0:1787141201.792696:0:7621:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].7, 224 off9408 00000040:00080000:3.0:1787141201.792706:0:7621:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 7 count 8 00000020:01000000:0.0:1787141201.794605:0:7633:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1787141201.794613:0:7633:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of lustre-ost2/ost2 00000020:00000080:0.0:1787141201.794619:0:7633:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787141201.794621:0:7633:0:(obd_config.c:1563:class_process_config()) marker 17 (0x1) lustre-OST0001 add ost 00000020:00000080:0.0:1787141201.794627:0:7633:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787141201.794641:0:7633:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff8b7cbf86cd28) 00000020:00000080:0.0:1787141201.794663:0:7633:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type obdfilter with refcount 2 00000020:00000080:0.0:1787141201.794669:0:7633:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1787141201.794741:0:7633:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8b7cbf5e0800 from lustre-OST0001, refs=2 00080000:01000000:0.0:1787141201.794749:0:7633:0:(osd_handler.c:1564:osd_obd_connect()) connect #1 00000020:00000080:0.0:1787141201.794756:0:7633:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xc65ffb29b5b30dca 00010000:00010000:1.0:1787141201.802210:0:7633:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-3 is initialized 00000001:02000400:1.0:1787141201.802488:0:7633:0:(tgt_lastrcvd.c:1878:tgt_server_data_init()) lustre-OST0001: new disk, initializing 00000001:00000004:1.0:1787141201.806707:0:7633:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 0 40000000:02000000:1.0:1787141201.807084:0:7633:0:(fid_handler.c:560:seq_server_init()) srv-lustre-OST0001: No data found on store. Initialize space. 00080000:10000000:1.0:1787141201.815555:0:7633:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/8/3) registered 00080000:10000000:1.0:1787141201.816093:0:7633:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000003:0x3:0x0] (8/8/4) registered 00000020:00000080:0.0:1787141201.820159:0:7633:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:0.0:1787141201.820173:0:7633:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787141201.820180:0:7633:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787141201.820182:0:7633:0:(obd_config.c:1563:class_process_config()) marker 17 (0x2) lustre-OST0001 add ost 00000020:01000000:0.0:1787141201.820185:0:7633:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787141201.820189:0:7633:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787141201.820190:0:7633:0:(obd_config.c:1563:class_process_config()) marker 23 (0x1) lustre sys.timeout 00000020:00000080:0.0:1787141201.820193:0:7633:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1787141201.820195:0:7633:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1787141201.820250:0:7633:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787141201.820254:0:7633:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787141201.820256:0:7633:0:(obd_config.c:1563:class_process_config()) marker 23 (0x2) lustre sys.timeout 00000040:00080000:0.0:1787141201.820259:0:7633:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 8 count 8 00000020:01000000:3.0:1787141201.822628:0:7621:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-7 (rc=0) 10000000:01000000:3.0:1787141201.822666:0:7621:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:3.0:1787141201.822689:0:7621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7600/0xc65ffb29b5b30db5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30dbc expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141201.822703:0:7621:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7600/0xc65ffb29b5b30db5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30dbc expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787141201.822712:0:7621:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8b7cbf5e0800 from 1 10000000:01000000:3.0:1787141201.822715:0:7621:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1787141201.822762:0:7621:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6e00/0xc65ffb29b5b30dd1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141201.822770:0:7621:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6e00/0xc65ffb29b5b30dd1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141201.822782:0:7621:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6e00/0xc65ffb29b5b30dd1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141201.822832:0:7621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:7621:1873953262944128:0@lo:101: 00000100:00100000:3.0:1787141201.823054:0:7621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141201.823099:0:7621:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca0346000 going to sleep for 11 seconds 00000100:00100000:0.0:1787141201.823638:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262944128 00000100:00100000:0.0:1787141201.823647:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262944128 00000100:00100000:0.0:1787141201.823706:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1787141201.823716:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c16c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+12:7621:x1873953262944128:12345-0@lo:101: 00010000:00010000:0.0:1787141201.823729:0:5833:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141201.823741:0:5833:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7c80030800/0xc65ffb29b5b30dd8 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b30dd1 expref: -99 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141201.823765:0:5833:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7c80030800/0xc65ffb29b5b30dd8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b30dd1 expref: 13 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141201.823777:0:5833:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7c80030800/0xc65ffb29b5b30dd8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30dd1 expref: 13 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141201.823786:0:5833:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c80030800, rc 0) 00000100:00100000:0.0:1787141201.823872:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c16c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+13:7621:x1873953262944128:12345-0@lo:101: Request processed in 157us (818us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141201.823888:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1787141201.824215:0:7621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:7621:1873953262944128:0@lo:101: 00010000:00010000:2.0:1787141201.824230:0:7621:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6e00/0xc65ffb29b5b30dd1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30dd8 expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141201.824240:0:7621:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6e00/0xc65ffb29b5b30dd1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b30dd8 expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141201.824339:0:7621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cae417800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:7621:1873953262944256:0@lo:501: 00000100:00100000:2.0:1787141201.824373:0:7621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141201.824399:0:7621:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c850353c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787141201.825027:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262944256 00000100:00100000:0.0:1787141201.825033:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262944256 00000100:00100000:0.0:1787141201.825066:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1787141201.825074:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c17c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+13:7621:x1873953262944256:12345-0@lo:501: 00000100:00100000:0.0:1787141201.827001:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c17c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+13:7621:x1873953262944256:12345-0@lo:501: Request processed in 1921us (2620us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141201.827013:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1787141201.827284:0:7621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cae417800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:7621:1873953262944256:0@lo:501: 00000100:00100000:2.0:1787141201.827334:0:7621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cae417800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:7621:1873953262944384:0@lo:503: 00000100:00100000:2.0:1787141201.827389:0:7621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141201.827460:0:7621:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c850353c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787141201.829748:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262944384 00000100:00100000:0.0:1787141201.829760:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262944384 00000100:00100000:0.0:1787141201.830175:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1787141201.830187:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c16050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+13:7621:x1873953262944384:12345-0@lo:503: 00000100:00100000:0.0:1787141201.830755:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c16050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+13:7621:x1873953262944384:12345-0@lo:503: Request processed in 569us (3364us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141201.830771:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1787141201.831465:0:7621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cae417800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:7621:1873953262944384:0@lo:503: 00000040:00080000:2.0:1787141201.833418:0:7621:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1787141201.833507:0:7621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cae417800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:7621:1873953262944512:0@lo:502: 00000100:00100000:2.0:1787141201.833663:0:7621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141201.833754:0:7621:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c850353c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787141201.834039:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262944512 00000100:00100000:0.0:1787141201.834046:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262944512 00000100:00100000:0.0:1787141201.834122:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1787141201.834132:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c16450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+13:7621:x1873953262944512:12345-0@lo:502: 00000100:00100000:0.0:1787141201.834429:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c16450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+13:7621:x1873953262944512:12345-0@lo:502: Request processed in 298us (765us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141201.834438:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1787141201.834635:0:7621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cae417800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:7621:1873953262944512:0@lo:502: 00000040:00080000:2.0:1787141201.835300:0:7621:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].1, 224 off8416 00000040:00080000:2.0:1787141201.835356:0:7621:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].2, 112 off8528 00000100:00100000:2.0:1787141201.835520:0:7621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cae417800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:7621:1873953262944640:0@lo:502: 00000100:00100000:2.0:1787141201.835646:0:7621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141201.837729:0:7621:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c850353c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787141201.837981:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262944640 00000100:00100000:0.0:1787141201.837989:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262944640 00000100:00100000:0.0:1787141201.838050:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1787141201.838061:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c15450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+13:7621:x1873953262944640:12345-0@lo:502: 00000100:00100000:0.0:1787141201.838454:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c15450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+13:7621:x1873953262944640:12345-0@lo:502: Request processed in 394us (2807us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141201.838463:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1787141201.838612:0:7621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cae417800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:7621:1873953262944640:0@lo:502: 00000040:00080000:2.0:1787141201.838752:0:7621:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].3, 224 off8752 00000040:00080000:2.0:1787141201.838765:0:7621:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 3 count 4 00000020:01000000:2.0:1787141201.839705:0:7638:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787141201.839715:0:7638:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787141201.839717:0:7638:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1787141201.839723:0:7638:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8b7cbf5e0800 00000020:00000080:2.0:1787141201.839726:0:7638:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1787141201.839745:0:7638:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787141201.839748:0:7638:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787141201.839749:0:7638:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000040:00080000:2.0:1787141201.839752:0:7638:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 4 count 4 00000020:01000000:0.0:1787141201.840043:0:7621:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-3 (rc=0) 10000000:01000000:0.0:1787141201.840063:0:7621:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1787141201.840122:0:7621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6e00/0xc65ffb29b5b30dd1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30dd8 expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141201.840134:0:7621:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6e00/0xc65ffb29b5b30dd1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30dd8 expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787141201.840177:0:7621:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1787141201.840180:0:7621:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8b7cbf5e0800 10000000:01000000:0.0:1787141201.840183:0:7621:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8b7cbf5e0800 10000000:01000000:0.0:1787141201.840187:0:7621:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1787141201.840192:0:7621:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8b7cbf5e0800 from 1 10000000:01000000:0.0:1787141201.840205:0:7621:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1787141201.840236:0:7621:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c80030c00/0xc65ffb29b5b30ddf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141201.840245:0:7621:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff8b7c80030c00/0xc65ffb29b5b30ddf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141201.840256:0:7621:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff8b7c80030c00/0xc65ffb29b5b30ddf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141201.840275:0:7621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f8c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:7621:1873953262944768:0@lo:101: 00000100:00100000:0.0:1787141201.840327:0:7621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141201.840384:0:7621:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c862e9a80 going to sleep for 11 seconds 00000100:00100000:1.0:1787141201.840435:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262944768 00000100:00100000:1.0:1787141201.840441:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262944768 00000100:00100000:1.0:1787141201.840487:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1787141201.840496:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c14850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+13:7621:x1873953262944768:12345-0@lo:101: 00010000:00010000:1.0:1787141201.840515:0:5833:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787141201.840526:0:5833:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7c9990dc00/0xc65ffb29b5b30de6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b30ddf expref: -99 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141201.840564:0:5833:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7c9990dc00/0xc65ffb29b5b30de6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b30ddf expref: 14 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141201.840573:0:5833:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7c9990dc00/0xc65ffb29b5b30de6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30ddf expref: 14 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141201.840582:0:5833:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c9990dc00, rc 0) 00000100:00100000:1.0:1787141201.840627:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c14850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+14:7621:x1873953262944768:12345-0@lo:101: Request processed in 133us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141201.840641:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1787141201.840845:0:7621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f8c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:7621:1873953262944768:0@lo:101: 00010000:00010000:2.0:1787141201.840859:0:7621:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff8b7c80030c00/0xc65ffb29b5b30ddf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30de6 expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141201.840868:0:7621:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff8b7c80030c00/0xc65ffb29b5b30ddf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b30de6 expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141201.840961:0:7621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cae417800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:7621:1873953262944896:0@lo:501: 00000100:00100000:2.0:1787141201.840991:0:7621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141201.841009:0:7621:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c85035480 going to sleep for 11 seconds 00000100:00100000:1.0:1787141201.841130:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262944896 00000100:00100000:1.0:1787141201.841135:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262944896 00000100:00100000:1.0:1787141201.841169:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1787141201.841177:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c15c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+14:7621:x1873953262944896:12345-0@lo:501: 00000100:00100000:1.0:1787141201.841389:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c15c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+14:7621:x1873953262944896:12345-0@lo:501: Request processed in 212us (397us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141201.841396:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1787141201.841752:0:7621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cae417800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:7621:1873953262944896:0@lo:501: 00000100:00100000:2.0:1787141201.841781:0:7621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cae417800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:7621:1873953262945024:0@lo:503: 00000100:00100000:2.0:1787141201.841849:0:7621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141201.841872:0:7621:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c85035480 going to sleep for 11 seconds 00000100:00100000:1.0:1787141201.842181:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262945024 00000100:00100000:1.0:1787141201.842186:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262945024 00000100:00100000:1.0:1787141201.842218:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1787141201.842225:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c14c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+14:7621:x1873953262945024:12345-0@lo:503: 00000100:00100000:1.0:1787141201.842392:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c14c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+14:7621:x1873953262945024:12345-0@lo:503: Request processed in 166us (541us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141201.842399:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1787141201.842525:0:7621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cae417800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:7621:1873953262945024:0@lo:503: 00000040:00080000:2.0:1787141201.842785:0:7621:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1787141201.842874:0:7621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cae417800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:7621:1873953262945152:0@lo:502: 00000100:00100000:2.0:1787141201.842921:0:7621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141201.842948:0:7621:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c85035480 going to sleep for 11 seconds 00000100:00100000:1.0:1787141201.843125:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262945152 00000100:00100000:1.0:1787141201.843130:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262945152 00000100:00100000:1.0:1787141201.843165:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1787141201.843174:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c17850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+14:7621:x1873953262945152:12345-0@lo:502: 00000100:00100000:1.0:1787141201.843350:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c17850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+14:7621:x1873953262945152:12345-0@lo:502: Request processed in 176us (427us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141201.843367:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1787141201.843612:0:7621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cae417800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:7621:1873953262945152:0@lo:502: 00000040:00080000:2.0:1787141201.844004:0:7621:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].1, 224 off8416 00000040:00080000:2.0:1787141201.844056:0:7621:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].2, 120 off8536 00000040:00080000:2.0:1787141201.844094:0:7621:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].3, 168 off8704 00000040:00080000:2.0:1787141201.844145:0:7621:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].4, 224 off8928 00000040:00080000:2.0:1787141201.844183:0:7621:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].5, 224 off9152 00000040:00080000:2.0:1787141201.844229:0:7621:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].6, 120 off9272 00000040:00080000:2.0:1787141201.844273:0:7621:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].7, 168 off9440 00000040:00080000:2.0:1787141201.844307:0:7621:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].8, 224 off9664 00000040:00080000:2.0:1787141201.844355:0:7621:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].9, 224 off9888 00000040:00080000:2.0:1787141201.844507:0:7621:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].10, 120 off10008 00000040:00080000:2.0:1787141201.844634:0:7621:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].11, 224 off10232 00000040:00080000:2.0:1787141201.844689:0:7621:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].12, 224 off10456 00000040:00080000:2.0:1787141201.844726:0:7621:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].13, 88 off10544 00000040:00080000:2.0:1787141201.844774:0:7621:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].14, 128 off10672 00000040:00080000:2.0:1787141201.845006:0:7621:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].15, 144 off10816 00000040:00080000:2.0:1787141201.845044:0:7621:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].16, 160 off10976 00000040:00080000:2.0:1787141201.845080:0:7621:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].17, 224 off11200 00000040:00080000:2.0:1787141201.845128:0:7621:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].18, 224 off11424 00000040:00080000:2.0:1787141201.845163:0:7621:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].19, 80 off11504 00000040:00080000:2.0:1787141201.845197:0:7621:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].20, 224 off11728 00000040:00080000:2.0:1787141201.845260:0:7621:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].21, 224 off11952 00000040:00080000:2.0:1787141201.845300:0:7621:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].22, 88 off12040 00000040:00080000:2.0:1787141201.845335:0:7621:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].23, 128 off12168 00000040:00080000:0.0:1787141201.847121:0:7621:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].24, 144 off12312 00000040:00080000:0.0:1787141201.847202:0:7621:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].25, 128 off12440 00000040:00080000:0.0:1787141201.847244:0:7621:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].26, 224 off12664 00000040:00080000:0.0:1787141201.847298:0:7621:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].27, 224 off12888 00000040:00080000:0.0:1787141201.847336:0:7621:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].28, 80 off12968 00000040:00080000:0.0:1787141201.847450:0:7621:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].29, 224 off13192 00000040:00080000:0.0:1787141201.847506:0:7621:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].30, 224 off13416 00000040:00080000:0.0:1787141201.847624:0:7621:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].31, 88 off13504 00000040:00080000:0.0:1787141201.847663:0:7621:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].32, 128 off13632 00000040:00080000:0.0:1787141201.847699:0:7621:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].33, 144 off13776 00000040:00080000:0.0:1787141201.847776:0:7621:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].34, 128 off13904 00000040:00080000:1.0:1787141201.848136:0:7621:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].35, 224 off14128 00000040:00080000:1.0:1787141201.848197:0:7621:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].36, 224 off14352 00000040:00080000:1.0:1787141201.848235:0:7621:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].37, 80 off14432 00000100:00100000:1.0:1787141201.848286:0:7621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbddc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:7621:1873953262945280:0@lo:502: 00000100:00100000:1.0:1787141201.848440:0:7621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141201.848516:0:7621:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c83a60d80 going to sleep for 11 seconds 00000100:00100000:2.0:1787141201.848614:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262945280 00000100:00100000:2.0:1787141201.848620:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262945280 00000100:00100000:2.0:1787141201.851286:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1787141201.851316:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c14450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+14:7621:x1873953262945280:12345-0@lo:502: 00000100:00100000:2.0:1787141201.851787:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c14450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+14:7621:x1873953262945280:12345-0@lo:502: Request processed in 487us (3345us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141201.851824:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1787141201.852132:0:7621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbddc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:7621:1873953262945280:0@lo:502: 00000040:00080000:1.0:1787141201.852255:0:7621:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].38, 224 off14656 00000040:00080000:1.0:1787141201.852271:0:7621:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 38 count 39 00000020:01000004:0.0:1787141201.853169:0:7639:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:0.0:1787141201.853199:0:7639:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff8b7cb43f8000) 00000020:00000080:0.0:1787141201.853221:0:7639:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type lwp with refcount 2 00000020:01000004:0.0:1787141201.853305:0:7639:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8b7cbf5e0800 from lustre-OST0001, refs=3 00000020:01000004:0.0:1787141201.853309:0:7639:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8b7cbf5e0800 from lustre-OST0001, refs=3 00000020:01000004:0.0:1787141201.853312:0:7639:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8b7cbf5e0800 3 00010000:00080000:0.0:1787141201.853341:0:7639:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8b7cbbcae800@lustre-MDT0000-lwp-OST0001: add connection 192.168.203.111@tcp at head 00010000:00010000:1.0:1787141201.858556:0:7639:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-4 is initialized 00000020:00000080:1.0:1787141201.858770:0:7639:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:1.0:1787141201.858834:0:7639:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1787141201.858847:0:7639:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0xc65ffb29b5b30df4 00000100:00080000:1.0:1787141201.858858:0:7639:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1787141201.858864:0:7639:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8b7cbbcae800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:1.0:1787141201.863763:0:7639:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b7cbcbddc00 x1873953262945408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787141201.863812:0:7639:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00100000:1.0:1787141201.864102:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787141201.864362:0:3303:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3303:1873953262945408:0@lo:38: 00000100:00100000:0.0:1787141201.864435:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141201.864626:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cae416a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262945792:0@lo:400: 00000100:00100000:1.0:1787141201.864660:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141201.864682:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cae415180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3307:1873953262945664:0@lo:400: 00000100:00100000:1.0:1787141201.864704:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:00080000:0.0:1787141201.865307:0:7639:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 39 count 39 00000100:00100000:3.0:1787141201.865867:0:3304:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:0.0:1787141201.866084:0:7641:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8b7cc0f8d180 x1873953262945920/t0(0) o901->lustre-MDT0000-lwp-OST0001@0@lo:29/10 lens 248/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787141201.866096:0:7641:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c862e9180 going to sleep for 0 seconds 00000100:00100000:3.0:1787141201.866138:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cae417800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3304:1873953262945536:0@lo:400: 00000100:00100000:3.0:1787141201.866186:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000000:1.0:1787141201.866976:0:7621:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-38 (rc=0) 10000000:01000000:1.0:1787141201.867013:0:7621:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1787141201.867034:0:7621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c80030c00/0xc65ffb29b5b30ddf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30de6 expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141201.867046:0:7621:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff8b7c80030c00/0xc65ffb29b5b30ddf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30de6 expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1787141201.867113:0:7621:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1787141201.867115:0:7621:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1787141201.867117:0:7621:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787141201.867118:0:7621:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787141201.867119:0:7621:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787141201.867121:0:7621:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787141201.867123:0:7621:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1787141201.867125:0:7621:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_VIRIGIN 00000020:01000004:1.0:1787141201.867126:0:7621:0:(tgt_mount.c:1194:server_mti_print()) LDD_F_UPDATE 00000020:01000004:1.0:1787141201.867128:0:7621:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787141201.867129:0:7621:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1787141201.867133:0:7621:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020062 00000020:01000004:1.0:1787141201.867136:0:7621:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1787141201.867137:0:7621:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1787141201.867138:0:7621:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787141201.867139:0:7621:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787141201.867140:0:7621:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787141201.867141:0:7621:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787141201.867142:0:7621:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1787141201.867143:0:7621:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_VIRIGIN 00000020:01000004:1.0:1787141201.867144:0:7621:0:(tgt_mount.c:1194:server_mti_print()) LDD_F_UPDATE 00000020:01000004:1.0:1787141201.867145:0:7621:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787141201.867146:0:7621:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1787141201.867163:0:7621:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:1.0:1787141201.867174:0:7621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbdd500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:7621:1873953262946048:0@lo:253: 00000100:00100000:1.0:1787141201.867219:0:7621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141201.867249:0:7621:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca276c000 going to sleep for 11 seconds 00000100:00100000:0.0:1787141201.867351:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262945408 00000100:00100000:0.0:1787141201.867358:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262945408 00000100:00100000:0.0:1787141201.867384:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262945664 00000100:00100000:0.0:1787141201.867388:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262945664 00000100:00100000:0.0:1787141201.867426:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262945536 00000100:00100000:0.0:1787141201.867430:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262945536 00000100:00100000:0.0:1787141201.867445:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1787141201.867455:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbdc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1873953262945664:12345-0@lo:400: 00000100:00100000:0.0:1787141201.867508:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbdc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1873953262945664:12345-0@lo:400: Request processed in 54us (2802us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141201.867515:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1787141201.867531:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1787141201.867537:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb479ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3304:x1873953262945536:12345-0@lo:400: 00000100:00100000:0.0:1787141201.868728:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb479ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3304:x1873953262945536:12345-0@lo:400: Request processed in 1189us (2539us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141201.868737:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1787141201.868761:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1787141201.868766:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3303:x1873953262945408:12345-0@lo:38: 00010000:00080000:0.0:1787141201.868787:0:5839:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 184 last 0 00000020:00000080:0.0:1787141201.868841:0:5839:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0xc65ffb29b5b30dfb 00000004:00100000:0.0:1787141201.868855:0:5839:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00010000:00080000:1.0:1787141201.869010:0:3307:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b7cae415180 x1873953262945664/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787141217 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787141201.869025:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cae415180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3307:1873953262945664:0@lo:400: 00000100:00080000:0.0:1787141201.869329:0:5839:0:(import.c:65:import_set_state_nolock()) ffff8b7cbbcaf000 : changing import state from RECOVER to FULL 00010000:00080000:3.0:1787141201.869483:0:3304:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b7cae417800 x1873953262945536/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787141217 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787141201.869493:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cae417800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3304:1873953262945536:0@lo:400: 00000100:00100000:0.0:1787141201.870614:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3303:x1873953262945408:12345-0@lo:38: Request processed in 1842us (6176us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141201.870625:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:2.0:1787141201.870903:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787141201.870936:0:6688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262945792 00000100:00100000:2.0:1787141201.870943:0:6688:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262945792 00000100:00100000:2.0:1787141201.870991:0:6688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1787141201.871004:0:6688:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953262945792:12345-0@lo:400: 00000100:00100000:2.0:1787141201.871062:0:6688:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953262945792:12345-0@lo:400: Request processed in 64us (6401us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141201.871068:0:6688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:2.0:1787141201.871088:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787141201.871100:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262946048 00000100:00100000:2.0:1787141201.871104:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262946048 00000100:00100000:2.0:1787141201.871132:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1787141201.871140:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c17050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+14:7621:x1873953262946048:12345-0@lo:253: 20000000:01000000:2.0:1787141201.871185:0:5832:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:2.0:1787141201.871200:0:5832:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00010000:00080000:0.0:1787141201.873871:0:3307:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b7cae416a00 x1873953262945792/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787141217 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787141201.873896:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cae416a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262945792:0@lo:400: 00010000:00080000:1.0:1787141201.875462:0:3303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b7cbcbddc00 x1873953262945408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787141211 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787141201.875476:0:3303:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1787141201.875495:0:3303:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 1 00000100:00080000:1.0:1787141201.875504:0:3303:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1787141201.875509:0:3303:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1787141201.875513:0:3303:0:(import.c:65:import_set_state_nolock()) ffff8b7cbbcae800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:1.0:1787141201.875520:0:3303:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000ce538f27): req@ffff8b7cc0f8d180 x1873953262945920/t0(0) o901->lustre-MDT0000-lwp-OST0001@0@lo:29/10 lens 248/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787141201.875554:0:3303:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3303:1873953262945408:0@lo:38: 00000100:00100000:3.0:1787141201.875747:0:7641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141201.875783:0:7641:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c862e9180 going to sleep for 11 seconds 00000100:00100000:1.0:1787141201.875886:0:5850:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262945920 00000100:00100000:1.0:1787141201.875893:0:5850:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262945920 00000100:00100000:1.0:1787141201.875941:0:5850:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1787141201.875950:0:5850:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb479e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-OST0001_UUID+5:7641:x1873953262945920:12345-0@lo:901: 00000100:00100000:1.0:1787141201.876279:0:5850:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb479e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-OST0001_UUID+5:7641:x1873953262945920:12345-0@lo:901: Request processed in 329us (532us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141201.876287:0:5850:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:1.0:1787141201.876308:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:1.0:1787141201.876331:0:7641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b7cc0f8d180 x1873953262945920/t0(0) o901->lustre-MDT0000-lwp-OST0001@0@lo:29/10 lens 248/4320 e 0 to 0 dl 1787141217 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787141201.876343:0:7641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f8d180 pname:cluuid:pid:xid:nid:opc:job lwp_notify_lust:lustre-MDT0000-lwp-OST0001_UUID:7641:1873953262945920:0@lo:901: 20000000:01000000:1.0:1787141201.918854:0:5832:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1787141201.918872:0:5832:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 20000000:01000000:3.0:1787141201.919039:0:5855:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1787141201.919044:0:5855:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1787141201.919064:0:5855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b7cc21c7800/0xc65ffb29b5b30e02 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141201.919083:0:5855:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b7c81518000/0xc65ffb29b5b30d53 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30d4c expref: 14 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141201.919092:0:5855:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b7cc21c7800/0xc65ffb29b5b30e02 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141201.919145:0:5855:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b7c81518000/0xc65ffb29b5b30d53 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc65ffb29b5b30d4c expref: 14 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141201.919159:0:5855:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b7c81518000/0xc65ffb29b5b30d53 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc65ffb29b5b30d4c expref: 14 pid: 5833 timeout: 334 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141201.919173:0:5855:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479c000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:5855:1873953262946176:0@lo:104: 00000100:00100000:3.0:1787141201.919234:0:5855:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141201.919274:0:5855:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca0346540 going to sleep for 11 seconds 00000100:00100000:2.0:1787141201.919345:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262946176 00000100:00100000:2.0:1787141201.919351:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262946176 00000100:00100000:2.0:1787141201.919404:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1787141201.919412:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb479d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:66373bca-6a9f-4159-900e-58874c9cc4a0+3:5855:x1873953262946176:12345-0@lo:104: 00010000:00010000:2.0:1787141201.919424:0:5822:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6a00/0xc65ffb29b5b30d4c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b30d53 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141201.919468:0:5822:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1787141201.919473:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb479d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:66373bca-6a9f-4159-900e-58874c9cc4a0+3:5855:x1873953262946176:12345-0@lo:104: Request processed in 62us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141201.919480:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00010000:2.0:1787141201.919513:0:5828:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787141201.919518:0:5828:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6a00/0xc65ffb29b5b30d4c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b30d53 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141201.919524:0:5828:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cc21c6a00 already unused, calling callback (ffffffffc1c5bc20) 10000000:00010000:2.0:1787141201.919528:0:5828:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6a00/0xc65ffb29b5b30d4c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc65ffb29b5b30d53 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141201.919536:0:5828:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6a00/0xc65ffb29b5b30d4c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc65ffb29b5b30d53 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787141201.919556:0:5828:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6a00/0xc65ffb29b5b30d4c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc65ffb29b5b30d53 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787141201.919561:0:5828:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1787141201.919586:0:5828:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6a00/0xc65ffb29b5b30d4c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30d53 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141201.919599:0:5828:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787141201.919616:0:5828:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6a00/0xc65ffb29b5b30d4c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30d53 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141201.919623:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6a00/0xc65ffb29b5b30d4c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30d53 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141201.919639:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787141201.919641:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787141201.919643:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787141201.919661:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cae416300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953262946304:0@lo:103: 00000100:00100000:2.0:1787141201.919690:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141201.919716:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262946304 00000100:00100000:2.0:1787141201.919719:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262946304 00010000:00010000:2.0:1787141201.919749:0:5825:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b7c81518000/0xc65ffb29b5b30d53 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b30d4c expref: 15 pid: 5833 timeout: 334 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141201.919769:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1787141201.919775:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c82e40450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+15:3304:x1873953262946304:12345-0@lo:103: 00010000:00010000:2.0:1787141201.919784:0:5825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787141201.919789:0:5825:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b7c81518000/0xc65ffb29b5b30d53 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b30d4c expref: 15 pid: 5833 timeout: 334 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141201.919830:0:5825:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b7c81518000/0xc65ffb29b5b30d53 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc65ffb29b5b30d4c expref: 15 pid: 5833 timeout: 334 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141201.919845:0:5825:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b7cc21c7800/0xc65ffb29b5b30e02 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141201.919862:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7cc21c7800/0xc65ffb29b5b30e02 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1787141201.920031:0:5825:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.007262523s 00010000:00010000:2.0:1787141201.920037:0:5825:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b7cc21c7800/0xc65ffb29b5b30e02 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141201.920045:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b7cc21c7800/0xc65ffb29b5b30e02 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141201.920052:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b7cc21c7800/0xc65ffb29b5b30e02 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141201.920058:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b7cc21c7800/0xc65ffb29b5b30e02 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141201.920064:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cc21c7800 already unused, calling callback (ffffffffc163e230) 00010000:00010000:2.0:1787141201.920068:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b7cc21c7800/0xc65ffb29b5b30e02 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141201.920075:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b7cc21c7800/0xc65ffb29b5b30e02 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141201.920083:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b7cc21c7800/0xc65ffb29b5b30e02 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141201.920093:0:5825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787141201.920127:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c82e40450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+15:3304:x1873953262946304:12345-0@lo:103: Request processed in 353us (436us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141201.920134:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1787141201.920727:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cae416300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953262946304:0@lo:103: 00010000:00010000:1.0:1787141201.920836:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7c81518000/0xc65ffb29b5b30d53 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc65ffb29b5b30d4c expref: 14 pid: 5833 timeout: 334 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141201.920850:0:5855:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479c000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:5855:1873953262946176:0@lo:104: 00010000:00010000:1.0:1787141201.920864:0:5855:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b7cc21c7800/0xc65ffb29b5b30e02 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141201.920896:0:5855:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b7cc21c7800/0xc65ffb29b5b30e02 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141201.920903:0:5855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b7cc21c7800/0xc65ffb29b5b30e02 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141201.920908:0:5855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7cc21c7800/0xc65ffb29b5b30e02 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 5855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141201.931761:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c17050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+13:7621:x1873953262946048:12345-0@lo:253: Request processed in 60614us (64533us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141201.931775:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1787141201.931972:0:7621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbdd500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:66373bca-6a9f-4159-900e-58874c9cc4a0:7621:1873953262946048:0@lo:253: 10000000:01000000:1.0:1787141201.931987:0:7621:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:1.0:1787141201.931990:0:7621:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1787141201.931991:0:7621:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1787141201.931993:0:7621:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787141201.931995:0:7621:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787141201.931996:0:7621:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787141201.931998:0:7621:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787141201.931999:0:7621:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1787141201.932001:0:7621:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_VIRIGIN 00000020:01000004:1.0:1787141201.932002:0:7621:0:(tgt_mount.c:1194:server_mti_print()) LDD_F_UPDATE 00000020:01000004:1.0:1787141201.932004:0:7621:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787141201.932005:0:7621:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:1.0:1787141201.932018:0:7621:0:(tgt_mount.c:2692:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:0.0:1787141201.936778:0:7621:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/8/4) registered 00080000:10000000:0.0:1787141201.937007:0:7621:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:0.0:1787141201.937234:0:7621:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/8/4) registered 00080000:10000000:0.0:1787141201.937438:0:7621:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:0.0:1787141201.937663:0:7621:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000003:0x7:0x0] (8/8/4) registered 00080000:10000000:0.0:1787141201.938088:0:7621:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8/1) registered 00000001:00000004:1.0:1787141201.939404:0:7621:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967296 00002000:00080000:3.0:1787141202.144503:0:7621:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:3.0:1787141202.144511:0:7621:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:3.0:1787141202.144553:0:7621:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1787141202.144610:0:7621:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.111@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1787141202.144626:0:7621:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=49 00000080:00000004:3.0:1787141202.144653:0:7621:0:(super25.c:182:lustre_fill_super()) lustre-ost2/ost2: Mount complete 00010000:00010000:3.0:1787141202.697579:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141203.713389:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141204.737157:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787141204.865382:0:3304:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787141204.865409:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953262946432:0@lo:13: 00000100:00100000:0.0:1787141204.865472:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141204.865577:0:6692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262946432 00000100:00100000:1.0:1787141204.865586:0:6692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262946432 00000100:00100000:1.0:1787141204.865653:0:6692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1787141204.865663:0:6692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3304:x1873953262946432:12345-0@lo:13: 00002000:00000024:1.0:1787141204.865696:0:6692:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1787141204.865743:0:6692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3304:x1873953262946432:12345-0@lo:13: Request processed in 82us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141204.865766:0:6692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:1.0:1787141204.865968:0:3304:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cbcbdd500 x1873953262946432/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787141220 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787141204.865986:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953262946432:0@lo:13: 00000100:00080000:0.0:1787141204.867645:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1787141205.762137:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141206.789047:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787141206.913260:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3307:1873953262946688:0@lo:400: 00000100:00100000:1.0:1787141206.913325:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141206.913396:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1787141206.913403:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:66373bca-6a9f-4159-900e-58874c9cc4a0:3307:1873953262946560:0@lo:400: 00000100:00100000:1.0:1787141206.913435:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141206.913600:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83701500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3307:1873953262947072:0@lo:400: 00000100:00100000:1.0:1787141206.913626:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141206.913653:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbdca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3304:1873953262946816:0@lo:400: 00000100:00100000:1.0:1787141206.913674:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141206.913693:0:3304:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787141206.913699:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbdce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953262946944:0@lo:400: 00000100:00100000:1.0:1787141206.913722:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141206.913754:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262946688 00000100:00100000:1.0:1787141206.913760:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262946688 00000100:00100000:1.0:1787141206.913792:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262947072 00000100:00100000:1.0:1787141206.913814:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262947072 00000100:00100000:1.0:1787141206.913838:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262946816 00000100:00100000:1.0:1787141206.913841:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262946816 00000100:00100000:1.0:1787141206.913856:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1787141206.913865:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83702d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1873953262946688:12345-0@lo:400: 00000100:00100000:1.0:1787141206.914041:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83702d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1873953262946688:12345-0@lo:400: Request processed in 176us (715us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141206.914059:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1787141206.914077:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1787141206.914083:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83700380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1873953262947072:12345-0@lo:400: 00000100:00100000:1.0:1787141206.914111:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83700380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1873953262947072:12345-0@lo:400: Request processed in 28us (485us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141206.914117:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1787141206.914128:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1787141206.914134:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83703480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3304:x1873953262946816:12345-0@lo:400: 00000100:00100000:1.0:1787141206.914163:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83703480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3304:x1873953262946816:12345-0@lo:400: Request processed in 28us (488us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141206.914169:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1787141206.914192:0:6691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262946944 00000100:00100000:1.0:1787141206.914195:0:6691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262946944 00000100:00100000:1.0:1787141206.914220:0:6691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1787141206.914226:0:6691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83702300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3304:x1873953262946944:12345-0@lo:400: 00000100:00100000:1.0:1787141206.914255:0:6691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83702300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3304:x1873953262946944:12345-0@lo:400: Request processed in 29us (532us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141206.914261:0:6691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00080000:1.0:1787141206.914276:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1787141206.914280:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:1.0:1787141206.914307:0:3304:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cbcbdce00 x1873953262946944/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787141222 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787141206.914319:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbdce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953262946944:0@lo:400: 00010000:00080000:1.0:1787141206.914329:0:3304:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cbcbdca80 x1873953262946816/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787141222 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787141206.914351:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbdca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3304:1873953262946816:0@lo:400: 00010000:00080000:1.0:1787141206.914453:0:3307:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7b83701500 x1873953262947072/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787141222 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787141206.914528:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83701500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3307:1873953262947072:0@lo:400: 00010000:00080000:1.0:1787141206.914540:0:3307:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cbcbddc00 x1873953262946688/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787141222 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787141206.914547:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3307:1873953262946688:0@lo:400: 00000100:00100000:2.0:1787141206.914747:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262946560 00000100:00100000:2.0:1787141206.914751:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262946560 00000100:00100000:2.0:1787141206.914790:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1787141206.914812:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+13:3307:x1873953262946560:12345-0@lo:400: 00000100:00100000:2.0:1787141206.914852:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+13:3307:x1873953262946560:12345-0@lo:400: Request processed in 56us (1417us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141206.914858:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1787141206.914997:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:66373bca-6a9f-4159-900e-58874c9cc4a0:3307:1873953262946560:0@lo:400: 00010000:00010000:3.0:1787141207.808994:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141208.833968:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1787141208.927918:0:7981:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg311-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:2.0:1787141209.858634:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1787141209.984905:0:5836:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1787141209.984914:0:5836:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8b7ca2684800 from 30 10000000:01000000:2.0:1787141209.984930:0:5836:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1787141209.984966:0:5836:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c81518a00/0xc65ffb29b5b30e09 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141209.984981:0:5836:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff8b7c81518a00/0xc65ffb29b5b30e09 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141209.984981:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83701500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262947200:0@lo:13: 00010000:00010000:2.0:1787141209.984999:0:5836:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff8b7c81518a00/0xc65ffb29b5b30e09 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141209.985030:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cae414a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262947328:0@lo:101: 00000100:00100000:2.0:1787141209.985096:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141209.985098:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141209.985151:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cbf52c000 going to sleep for 11 seconds 00000100:00100000:2.0:1787141209.985178:0:6692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262947200 00000100:00100000:2.0:1787141209.985185:0:6692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262947200 00000100:00080000:1.0:1787141209.985220:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787141209.985242:0:6692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1787141209.985256:0:6692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83702a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953262947200:12345-0@lo:13: 00002000:00000024:2.0:1787141209.985289:0:6692:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1787141209.985343:0:6692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83702a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953262947200:12345-0@lo:13: Request processed in 93us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141209.985366:0:6692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1787141209.985398:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262947328 00000100:00100000:0.0:1787141209.985403:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262947328 00000100:00100000:0.0:1787141209.985443:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00010000:00080000:1.0:1787141209.985448:0:3307:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7b83701500 x1873953262947200/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787141225 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787141209.985454:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+13:5836:x1873953262947328:12345-0@lo:101: 00000100:00100000:1.0:1787141209.985474:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83701500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262947200:0@lo:13: 00010000:00010000:0.0:1787141209.985477:0:5832:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141209.985501:0:5832:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7c80030600/0xc65ffb29b5b30e10 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b30e09 expref: -99 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141209.985523:0:5832:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7c80030600/0xc65ffb29b5b30e10 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b30e09 expref: 14 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141209.985533:0:5832:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7c80030600/0xc65ffb29b5b30e10 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30e09 expref: 14 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141209.985541:0:5832:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c80030600, rc 0) 00000100:00100000:0.0:1787141209.985594:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+14:5836:x1873953262947328:12345-0@lo:101: Request processed in 143us (502us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141209.985600:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1787141209.985809:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cae414a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262947328:0@lo:101: 00010000:00010000:1.0:1787141209.985824:0:5836:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff8b7c81518a00/0xc65ffb29b5b30e09 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30e10 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141209.985833:0:5836:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff8b7c81518a00/0xc65ffb29b5b30e09 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b30e10 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141209.985884:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83701500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262947456:0@lo:501: 00000100:00100000:1.0:1787141209.985912:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141209.985937:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cc0f51a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787141209.986010:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262947456 00000100:00100000:2.0:1787141209.986014:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262947456 00000100:00100000:2.0:1787141209.986048:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1787141209.986056:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+14:5836:x1873953262947456:12345-0@lo:501: 00000100:00100000:2.0:1787141209.986703:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+14:5836:x1873953262947456:12345-0@lo:501: Request processed in 646us (787us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141209.986712:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1787141209.990010:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83701500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262947456:0@lo:501: 00000100:00100000:1.0:1787141209.990067:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83701500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262947584:0@lo:503: 00000100:00100000:1.0:1787141209.990140:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141209.990188:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cc0f51a80 going to sleep for 11 seconds 00000100:00100000:0.0:1787141209.990710:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262947584 00000100:00100000:0.0:1787141209.990717:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262947584 00000100:00100000:0.0:1787141209.990764:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1787141209.990773:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+14:5836:x1873953262947584:12345-0@lo:503: 00000100:00100000:0.0:1787141209.991127:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+14:5836:x1873953262947584:12345-0@lo:503: Request processed in 354us (986us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141209.991136:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1787141209.992679:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83701500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262947584:0@lo:503: 00000100:00100000:1.0:1787141209.993107:0:8036:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83701500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:8036:1873953262947712:0@lo:502: 00000100:00100000:1.0:1787141209.993159:0:8036:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141209.993191:0:8036:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cc0f513c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787141209.993233:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262947712 00000100:00100000:0.0:1787141209.993238:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262947712 00000100:00100000:0.0:1787141209.993272:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1787141209.993278:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+14:8036:x1873953262947712:12345-0@lo:502: 00000100:00100000:0.0:1787141209.993674:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+14:8036:x1873953262947712:12345-0@lo:502: Request processed in 393us (511us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141209.993681:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:2.0:1787141209.998910:0:8036:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83701500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:8036:1873953262947712:0@lo:502: 00000100:00100000:2.0:1787141209.998991:0:8036:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cae415f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:8036:1873953262947840:0@lo:502: 00000100:00100000:2.0:1787141209.999061:0:8036:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141209.999141:0:8036:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cbf52cd80 going to sleep for 11 seconds 00000100:00100000:0.0:1787141210.001815:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262947840 00000100:00100000:0.0:1787141210.001828:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262947840 00000100:00100000:3.0:1787141210.002233:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:3.0:1787141210.002245:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+14:8036:x1873953262947840:12345-0@lo:502: 00000100:00100000:3.0:1787141210.002572:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+14:8036:x1873953262947840:12345-0@lo:502: Request processed in 328us (3510us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141210.002580:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1787141210.005101:0:8036:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cae415f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:8036:1873953262947840:0@lo:502: 00000040:00080000:1.0:1787141210.005152:0:8036:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 39 count 39 00000020:01000000:3.0:1787141210.006790:0:5836:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 30-38 (rc=0) 10000000:01000000:3.0:1787141210.006999:0:5836:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1787141210.007024:0:5836:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c81518a00/0xc65ffb29b5b30e09 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30e10 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141210.007035:0:5836:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff8b7c81518a00/0xc65ffb29b5b30e09 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30e10 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787141210.007044:0:5836:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:3.0:1787141210.007047:0:5836:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 8 10000000:01000000:3.0:1787141210.007049:0:5836:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:3.0:1787141210.007085:0:5836:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7800/0xc65ffb29b5b30e17 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141210.007092:0:5836:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7800/0xc65ffb29b5b30e17 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141210.007100:0:5836:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7800/0xc65ffb29b5b30e17 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141210.007120:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262947968:0@lo:101: 00000100:00100000:3.0:1787141210.007184:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141210.007372:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c90fd3180 going to sleep for 11 seconds 00000100:00100000:0.0:1787141210.009824:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262947968 00000100:00100000:0.0:1787141210.009836:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262947968 00000100:00100000:0.0:1787141210.010408:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:0.0:1787141210.010420:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+14:5836:x1873953262947968:12345-0@lo:101: 00010000:00010000:0.0:1787141210.010435:0:5832:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141210.010451:0:5832:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7c80031400/0xc65ffb29b5b30e1e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b30e17 expref: -99 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141210.010476:0:5832:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7c80031400/0xc65ffb29b5b30e1e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b30e17 expref: 15 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141210.010499:0:5832:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7c80031400/0xc65ffb29b5b30e1e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30e17 expref: 15 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141210.010507:0:5832:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c80031400, rc 0) 00000100:00100000:0.0:1787141210.010720:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+15:5836:x1873953262947968:12345-0@lo:101: Request processed in 302us (3534us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141210.010727:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1787141210.011469:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262947968:0@lo:101: 00010000:00010000:1.0:1787141210.011501:0:5836:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7800/0xc65ffb29b5b30e17 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30e1e expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141210.011511:0:5836:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7800/0xc65ffb29b5b30e17 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b30e1e expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141210.011709:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83700000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262948096:0@lo:501: 00000100:00100000:1.0:1787141210.011753:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141210.011790:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cc0f51840 going to sleep for 11 seconds 00000100:00100000:1.0:1787141210.012887:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262948096 00000100:00100000:1.0:1787141210.012897:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262948096 00000100:00100000:1.0:1787141210.012951:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1787141210.012961:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+15:5836:x1873953262948096:12345-0@lo:501: 00000100:00100000:1.0:1787141210.013205:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+15:5836:x1873953262948096:12345-0@lo:501: Request processed in 245us (1452us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141210.013218:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:3.0:1787141210.013277:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83700000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262948096:0@lo:501: 00000100:00100000:3.0:1787141210.013314:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262948224:0@lo:503: 00000100:00100000:3.0:1787141210.013356:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141210.013392:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c90fd3b40 going to sleep for 11 seconds 00000100:00100000:0.0:1787141210.013499:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262948224 00000100:00100000:0.0:1787141210.013504:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262948224 00000100:00100000:0.0:1787141210.013534:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1787141210.013542:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+15:5836:x1873953262948224:12345-0@lo:503: 00000100:00100000:0.0:1787141210.014071:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+15:5836:x1873953262948224:12345-0@lo:503: Request processed in 528us (712us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141210.014078:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:3.0:1787141210.014675:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262948224:0@lo:503: 00000100:00100000:1.0:1787141210.017433:0:8038:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83701180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:8038:1873953262948352:0@lo:502: 00000100:00100000:1.0:1787141210.017527:0:8038:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141210.017571:0:8038:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cc0f51b40 going to sleep for 11 seconds 00000100:00100000:2.0:1787141210.017617:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262948352 00000100:00100000:2.0:1787141210.017624:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262948352 00000100:00100000:2.0:1787141210.017712:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:2.0:1787141210.017723:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+15:8038:x1873953262948352:12345-0@lo:502: 00000100:00100000:2.0:1787141210.018029:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+15:8038:x1873953262948352:12345-0@lo:502: Request processed in 308us (502us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141210.018036:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:1.0:1787141210.018209:0:8038:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83701180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:8038:1873953262948352:0@lo:502: 00000020:01000000:1.0:1787141210.018237:0:8038:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787141210.018245:0:8038:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787141210.018247:0:8038:0:(obd_config.c:1563:class_process_config()) marker 20 (0x1) lustre sys.timeout 00000020:00000080:1.0:1787141210.018251:0:8038:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1787141210.018253:0:8038:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000100:00100000:1.0:1787141210.018268:0:8038:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83701180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:8038:1873953262948480:0@lo:502: 00000100:00100000:1.0:1787141210.018300:0:8038:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141210.018335:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262948480 00000100:00100000:1.0:1787141210.018339:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262948480 00000100:00100000:1.0:1787141210.018360:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1787141210.018367:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+15:8038:x1873953262948480:12345-0@lo:502: 00000100:00100000:1.0:1787141210.018508:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+15:8038:x1873953262948480:12345-0@lo:502: Request processed in 141us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141210.018515:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1787141210.018547:0:8038:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cc0f51b40 going to sleep for 11 seconds 00000100:00100000:1.0:1787141210.018559:0:8038:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83701180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:8038:1873953262948480:0@lo:502: 00000020:01000000:1.0:1787141210.018578:0:8038:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787141210.018582:0:8038:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787141210.018584:0:8038:0:(obd_config.c:1563:class_process_config()) marker 20 (0x2) lustre sys.timeout 00000040:00080000:1.0:1787141210.018588:0:8038:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 11 count 11 00000020:01000000:2.0:1787141210.020041:0:5836:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 8-10 (rc=0) 10000000:01000000:2.0:1787141210.020069:0:5836:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:2.0:1787141210.020078:0:5836:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7800/0xc65ffb29b5b30e17 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30e1e expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141210.020090:0:5836:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7800/0xc65ffb29b5b30e17 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30e1e expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787141210.020118:0:5836:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1787141210.020120:0:5836:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8b7c85781000 from 30 10000000:01000000:2.0:1787141210.020123:0:5836:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1787141210.020152:0:5836:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c81519a00/0xc65ffb29b5b30e25 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141210.020159:0:5836:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff8b7c81519a00/0xc65ffb29b5b30e25 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141210.020169:0:5836:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff8b7c81519a00/0xc65ffb29b5b30e25 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141210.020188:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cae417480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262948608:0@lo:101: 00000100:00100000:2.0:1787141210.020238:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141210.020307:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cbf52c0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787141210.020351:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262948608 00000100:00100000:1.0:1787141210.020358:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262948608 00000100:00100000:1.0:1787141210.020507:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1787141210.020517:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+15:5836:x1873953262948608:12345-0@lo:101: 00010000:00010000:1.0:1787141210.020527:0:5834:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787141210.020538:0:5834:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7c9990d600/0xc65ffb29b5b30e2c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b30e25 expref: -99 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141210.020559:0:5834:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7c9990d600/0xc65ffb29b5b30e2c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b30e25 expref: 16 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141210.020570:0:5834:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7c9990d600/0xc65ffb29b5b30e2c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30e25 expref: 16 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141210.020578:0:5834:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c9990d600, rc 0) 00000100:00100000:1.0:1787141210.020614:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+16:5836:x1873953262948608:12345-0@lo:101: Request processed in 100us (376us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141210.020621:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:2.0:1787141210.021005:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cae417480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262948608:0@lo:101: 00010000:00010000:2.0:1787141210.021019:0:5836:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff8b7c81519a00/0xc65ffb29b5b30e25 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30e2c expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141210.021027:0:5836:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff8b7c81519a00/0xc65ffb29b5b30e25 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b30e2c expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141210.021080:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cae417480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262948736:0@lo:501: 00000100:00100000:2.0:1787141210.021107:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141210.021124:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cbf52c0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787141210.021137:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262948736 00000100:00100000:2.0:1787141210.021141:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262948736 00000100:00100000:2.0:1787141210.021166:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:2.0:1787141210.021182:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+16:5836:x1873953262948736:12345-0@lo:501: 00000100:00100000:2.0:1787141210.021677:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+16:5836:x1873953262948736:12345-0@lo:501: Request processed in 229us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141210.021686:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:2.0:1787141210.021724:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cae417480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262948736:0@lo:501: 00000100:00100000:2.0:1787141210.021751:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cae417480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262948864:0@lo:503: 00000100:00100000:2.0:1787141210.021856:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141210.021871:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cbf52c0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787141210.021885:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262948864 00000100:00100000:2.0:1787141210.021888:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262948864 00000100:00100000:2.0:1787141210.021909:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:2.0:1787141210.021916:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+16:5836:x1873953262948864:12345-0@lo:503: 00000100:00100000:2.0:1787141210.022051:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+16:5836:x1873953262948864:12345-0@lo:503: Request processed in 134us (194us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141210.022057:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:2.0:1787141210.022095:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cae417480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262948864:0@lo:503: 00000100:00100000:2.0:1787141210.022256:0:8040:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cae417480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:8040:1873953262948992:0@lo:502: 00000100:00100000:2.0:1787141210.022291:0:8040:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141210.022309:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262948992 00000100:00100000:2.0:1787141210.022313:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262948992 00000100:00100000:2.0:1787141210.022333:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1787141210.022340:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+16:8040:x1873953262948992:12345-0@lo:502: 00000100:00100000:2.0:1787141210.022717:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+16:8040:x1873953262948992:12345-0@lo:502: Request processed in 376us (423us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141210.022724:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1787141210.022760:0:8040:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cbf52c240 going to sleep for 11 seconds 00000100:00100000:2.0:1787141210.022773:0:8040:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cae417480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:8040:1873953262948992:0@lo:502: 00000100:00100000:2.0:1787141210.023106:0:8040:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cae417480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:8040:1873953262949120:0@lo:502: 00000100:00100000:2.0:1787141210.023140:0:8040:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141210.023197:0:8040:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cbf52c240 going to sleep for 11 seconds 00000100:00100000:1.0:1787141210.023228:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262949120 00000100:00100000:1.0:1787141210.023233:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262949120 00000100:00100000:1.0:1787141210.023293:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1787141210.023302:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+16:8040:x1873953262949120:12345-0@lo:502: 00000100:00100000:1.0:1787141210.023699:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+16:8040:x1873953262949120:12345-0@lo:502: Request processed in 397us (558us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141210.023707:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:2.0:1787141210.023763:0:8040:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cae417480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:8040:1873953262949120:0@lo:502: 00000040:00080000:2.0:1787141210.023851:0:8040:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 39 count 39 00000020:01000000:1.0:1787141210.024019:0:5836:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 30-38 (rc=0) 10000000:01000000:1.0:1787141210.024037:0:5836:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1787141210.024047:0:5836:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c81519a00/0xc65ffb29b5b30e25 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30e2c expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141210.024057:0:5836:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff8b7c81519a00/0xc65ffb29b5b30e25 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30e2c expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787141210.024072:0:5836:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1787141210.024075:0:5836:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8b7c85781000 from 5 10000000:01000000:1.0:1787141210.024078:0:5836:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1787141210.024102:0:5836:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c9990d800/0xc65ffb29b5b30e33 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141210.024110:0:5836:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff8b7c9990d800/0xc65ffb29b5b30e33 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141210.024119:0:5836:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff8b7c9990d800/0xc65ffb29b5b30e33 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141210.024132:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83701180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262949248:0@lo:101: 00000100:00100000:1.0:1787141210.024160:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141210.024182:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cc0f51840 going to sleep for 11 seconds 00000100:00100000:1.0:1787141210.024204:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262949248 00000100:00100000:1.0:1787141210.024209:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262949248 00000100:00100000:1.0:1787141210.024232:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1787141210.024239:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca276b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+16:5836:x1873953262949248:12345-0@lo:101: 00010000:00010000:1.0:1787141210.024247:0:5834:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787141210.024259:0:5834:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7c9990ce00/0xc65ffb29b5b30e3a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b30e33 expref: -99 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141210.024277:0:5834:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7c9990ce00/0xc65ffb29b5b30e3a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b30e33 expref: 17 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141210.024288:0:5834:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7c9990ce00/0xc65ffb29b5b30e3a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30e33 expref: 17 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141210.024307:0:5834:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c9990ce00, rc 0) 00000100:00100000:1.0:1787141210.024335:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca276b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+17:5836:x1873953262949248:12345-0@lo:101: Request processed in 96us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141210.024341:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1787141210.024371:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83701180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262949248:0@lo:101: 00010000:00010000:1.0:1787141210.024382:0:5836:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff8b7c9990d800/0xc65ffb29b5b30e33 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30e3a expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141210.024392:0:5836:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff8b7c9990d800/0xc65ffb29b5b30e33 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b30e3a expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141210.025600:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83701180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262949376:0@lo:256: 00000100:00100000:1.0:1787141210.025654:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141210.025715:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cc0f51840 going to sleep for 11 seconds 00000100:00100000:2.0:1787141210.025752:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262949376 00000100:00100000:2.0:1787141210.025758:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262949376 00000100:00100000:2.0:1787141210.030986:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:2.0:1787141210.031010:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2768450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+17:5836:x1873953262949376:12345-0@lo:256: 20000000:01000000:2.0:1787141210.031036:0:5832:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1787141210.031055:0:5832:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1787141210.031059:0:5832:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 5 00000100:00100000:2.0:1787141210.031184:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2768450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+17:5836:x1873953262949376:12345-0@lo:256: Request processed in 186us (5530us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141210.031193:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:3.0:1787141210.032030:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83701180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262949376:0@lo:256: 10000000:01000000:3.0:1787141210.032086:0:5836:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1787141210.032099:0:5836:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c9990d800/0xc65ffb29b5b30e33 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30e3a expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141210.032109:0:5836:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff8b7c9990d800/0xc65ffb29b5b30e33 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30e3a expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787141210.032118:0:5836:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:3.0:1787141210.032121:0:5836:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 25 10000000:01000000:3.0:1787141210.032123:0:5836:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:3.0:1787141210.032152:0:5836:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6a00/0xc65ffb29b5b30e41 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141210.032159:0:5836:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6a00/0xc65ffb29b5b30e41 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141210.032168:0:5836:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6a00/0xc65ffb29b5b30e41 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141210.032185:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262949504:0@lo:101: 00000100:00100000:3.0:1787141210.032224:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141210.032256:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c90fd3b40 going to sleep for 11 seconds 00000100:00100000:3.0:1787141210.032274:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262949504 00000100:00100000:3.0:1787141210.032280:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262949504 00000100:00100000:3.0:1787141210.032313:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:3.0:1787141210.032321:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca276b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+17:5836:x1873953262949504:12345-0@lo:101: 00010000:00010000:3.0:1787141210.032329:0:5833:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141210.032340:0:5833:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7cc21c7400/0xc65ffb29b5b30e48 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b30e41 expref: -99 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141210.032360:0:5833:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7cc21c7400/0xc65ffb29b5b30e48 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b30e41 expref: 18 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141210.032377:0:5833:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7cc21c7400/0xc65ffb29b5b30e48 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30e41 expref: 18 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141210.032385:0:5833:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cc21c7400, rc 0) 00000100:00100000:3.0:1787141210.032415:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca276b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+18:5836:x1873953262949504:12345-0@lo:101: Request processed in 95us (190us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141210.032421:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:3.0:1787141210.032452:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262949504:0@lo:101: 00010000:00010000:3.0:1787141210.032464:0:5836:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6a00/0xc65ffb29b5b30e41 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30e48 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141210.032474:0:5836:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6a00/0xc65ffb29b5b30e41 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b30e48 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141210.032530:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262949632:0@lo:501: 00000100:00100000:3.0:1787141210.032553:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141210.032566:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c90fd3b40 going to sleep for 11 seconds 00000100:00100000:3.0:1787141210.032577:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262949632 00000100:00100000:3.0:1787141210.032580:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262949632 00000100:00100000:3.0:1787141210.032596:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:3.0:1787141210.032602:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca276b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+18:5836:x1873953262949632:12345-0@lo:501: 00000100:00100000:3.0:1787141210.032844:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca276b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+18:5836:x1873953262949632:12345-0@lo:501: Request processed in 241us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141210.032851:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:3.0:1787141210.032879:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262949632:0@lo:501: 00000100:00100000:3.0:1787141210.032905:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262949760:0@lo:503: 00000100:00100000:3.0:1787141210.032944:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141210.032962:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c90fd3b40 going to sleep for 11 seconds 00000100:00100000:3.0:1787141210.032972:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262949760 00000100:00100000:3.0:1787141210.032976:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262949760 00000100:00100000:3.0:1787141210.032991:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1787141210.032997:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2769050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+18:5836:x1873953262949760:12345-0@lo:503: 00000100:00100000:3.0:1787141210.033250:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2769050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+18:5836:x1873953262949760:12345-0@lo:503: Request processed in 252us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141210.033257:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1787141210.033293:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262949760:0@lo:503: 00000100:00100000:0.0:1787141210.036137:0:8041:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f8f480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:8041:1873953262949888:0@lo:502: 00000100:00100000:0.0:1787141210.036218:0:8041:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141210.036269:0:8041:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c85035840 going to sleep for 11 seconds 00000100:00100000:1.0:1787141210.036274:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262949888 00000100:00100000:1.0:1787141210.036280:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262949888 00000100:00100000:1.0:1787141210.036320:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:1.0:1787141210.036330:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2769850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+18:8041:x1873953262949888:12345-0@lo:502: 00000100:00100000:1.0:1787141210.036837:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2769850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+18:8041:x1873953262949888:12345-0@lo:502: Request processed in 507us (618us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141210.036845:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:0.0:1787141210.037444:0:8041:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f8f480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:8041:1873953262949888:0@lo:502: 00000020:01000000:0.0:1787141210.037478:0:8041:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1787141210.037495:0:8041:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of lustre-mdt1/mdt1 00000020:00000080:0.0:1787141210.037502:0:8041:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787141210.037504:0:8041:0:(obd_config.c:1563:class_process_config()) marker 18 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1787141210.037508:0:8041:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1787141210.037512:0:8041:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.111@tcp to nid 0x20000c0a8cb6f (192.168.203.111@tcp) 00000020:01000000:0.0:1787141210.037533:0:8041:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:0.0:1787141210.037536:0:8041:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787141210.037561:0:8041:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff8b7cb43f99b8) 00000020:00000080:0.0:1787141210.037581:0:8041:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:0.0:1787141210.037586:0:8041:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1787141210.037788:0:8041:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:0.0:1787141210.037815:0:8041:0:(osd_handler.c:1564:osd_obd_connect()) connect #6 00000020:00000080:0.0:1787141210.037823:0:8041:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xc65ffb29b5b30e56 00010000:00080000:0.0:1787141210.037852:0:8041:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8b7ca6c29800@lustre-OST0001-osc-MDT0000: add connection 192.168.203.111@tcp at head 00010000:00010000:0.0:1787141210.038075:0:8041:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-5 is initialized 00000040:01000000:0.0:1787141210.038375:0:8041:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=32, read=32 00000040:01000000:0.0:1787141210.038387:0:8041:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:0.0:1787141210.041427:0:8041:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1787141210.043036:0:8041:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1787141210.043116:0:8041:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].1, 64 off8256 00000040:00080000:0.0:1787141210.043179:0:8041:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].1, 64 off8256 00000040:00080000:0.0:1787141210.046356:0:8042:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1787141210.046363:0:8042:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x6:0x0] at index 1 of catalog [0x1:0x5:0x0] 00000020:00000080:3.0:1787141210.050703:0:8041:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1787141210.050719:0:8041:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1787141210.050758:0:8041:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:3.0:1787141210.050780:0:8041:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xc65ffb29b5b30e5d 00000100:00080000:3.0:1787141210.050790:0:8041:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1787141210.050926:0:8041:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8b7ca6c29800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:3.0:1787141210.050961:0:8041:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b7cb479dc00 x1873953262950016/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787141210.051008:0:3303:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3303:1873953262950016:0@lo:8: 00000100:00100000:1.0:1787141210.051069:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1787141210.051126:0:8041:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:3.0:1787141210.051173:0:8041:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787141210.051178:0:8041:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787141210.051180:0:8041:0:(obd_config.c:1563:class_process_config()) marker 18 (0x2) lustre-OST0001 add osc 00000020:01000000:3.0:1787141210.051183:0:8041:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787141210.051187:0:8041:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787141210.051189:0:8041:0:(obd_config.c:1563:class_process_config()) marker 22 (0x1) lustre sys.timeout 00000020:00000080:3.0:1787141210.051191:0:8041:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1787141210.051193:0:8041:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000100:00100000:3.0:1787141210.051216:0:8041:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479e680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:8041:1873953262950144:0@lo:502: 00000100:00100000:3.0:1787141210.051264:0:8041:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141210.051291:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262950144 00000100:00100000:3.0:1787141210.051297:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262950144 00000100:00100000:3.0:1787141210.051343:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1787141210.051351:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca276a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+18:8041:x1873953262950144:12345-0@lo:502: 00000100:00100000:3.0:1787141210.051575:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca276a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+18:8041:x1873953262950144:12345-0@lo:502: Request processed in 223us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141210.051582:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1787141210.051619:0:8041:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c90fd3600 going to sleep for 11 seconds 00000100:00100000:3.0:1787141210.051636:0:8041:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479e680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:8041:1873953262950144:0@lo:502: 00000020:01000000:3.0:1787141210.051658:0:8041:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787141210.051662:0:8041:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787141210.051663:0:8041:0:(obd_config.c:1563:class_process_config()) marker 22 (0x2) lustre sys.timeout 00000040:00080000:3.0:1787141210.051667:0:8041:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 34 count 34 00000020:01000000:3.0:1787141210.051711:0:5836:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 25-33 (rc=0) 10000000:01000000:3.0:1787141210.051727:0:5836:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:3.0:1787141210.051736:0:5836:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6a00/0xc65ffb29b5b30e41 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30e48 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141210.051746:0:5836:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6a00/0xc65ffb29b5b30e41 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30e48 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787141210.051755:0:5836:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:3.0:1787141210.051758:0:5836:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff8b7ca2778000 from 1 10000000:01000000:3.0:1787141210.051760:0:5836:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1787141210.051791:0:5836:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438e00/0xc65ffb29b5b30e64 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141210.051818:0:5836:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438e00/0xc65ffb29b5b30e64 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141210.051833:0:5836:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438e00/0xc65ffb29b5b30e64 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141210.051846:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262950272:0@lo:101: 00000100:00100000:3.0:1787141210.051889:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141210.051908:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c90fd3600 going to sleep for 11 seconds 00000100:00100000:2.0:1787141210.051912:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262950272 00000100:00100000:2.0:1787141210.051917:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262950272 00000100:00100000:2.0:1787141210.051944:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:2.0:1787141210.051951:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2768050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+18:5836:x1873953262950272:12345-0@lo:101: 00010000:00010000:2.0:1787141210.051960:0:5832:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141210.051970:0:5832:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7c81519400/0xc65ffb29b5b30e6b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b30e64 expref: -99 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141210.051990:0:5832:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7c81519400/0xc65ffb29b5b30e6b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b30e64 expref: 19 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141210.052013:0:5832:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7c81519400/0xc65ffb29b5b30e6b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30e64 expref: 19 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141210.052021:0:5832:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c81519400, rc 0) 00000100:00100000:2.0:1787141210.052058:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2768050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+19:5836:x1873953262950272:12345-0@lo:101: Request processed in 108us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141210.052063:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:3.0:1787141210.052107:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262950272:0@lo:101: 00010000:00010000:3.0:1787141210.052119:0:5836:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438e00/0xc65ffb29b5b30e64 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30e6b expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141210.052128:0:5836:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438e00/0xc65ffb29b5b30e64 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b30e6b expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141210.052167:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262950400:0@lo:501: 00000100:00100000:3.0:1787141210.052191:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141210.052205:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c90fd3600 going to sleep for 11 seconds 00000100:00100000:3.0:1787141210.052217:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262950400 00000100:00100000:3.0:1787141210.052220:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262950400 00000100:00100000:3.0:1787141210.052240:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:3.0:1787141210.052247:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca276ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+19:5836:x1873953262950400:12345-0@lo:501: 00000100:00100000:3.0:1787141210.052579:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca276ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+19:5836:x1873953262950400:12345-0@lo:501: Request processed in 331us (386us total) trans 0 rc -2/-2 00000100:00100000:3.0:1787141210.052585:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:3.0:1787141210.052614:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262950400:0@lo:501: 10000000:01000000:3.0:1787141210.052635:0:5836:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1787141210.052640:0:5836:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438e00/0xc65ffb29b5b30e64 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30e6b expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141210.052654:0:5836:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438e00/0xc65ffb29b5b30e64 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30e6b expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141210.052776:0:6690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262950016 00000100:00100000:1.0:1787141210.052781:0:6690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262950016 00000100:00100000:1.0:1787141210.053632:0:6690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1787141210.053648:0:6690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83703b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3303:x1873953262950016:12345-0@lo:8: 00010000:00080000:1.0:1787141210.053673:0:6690:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 193 last 0 00000020:00000080:1.0:1787141210.053700:0:6690:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xc65ffb29b5b30e72 00002000:00100000:1.0:1787141210.053713:0:6690:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff8b7ca26bb000 ocd_connect_flags: 0xa044401443000026 ocd_version: 211392c ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:1.0:1787141210.053717:0:6690:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00000001:00000004:1.0:1787141210.053721:0:6690:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967296 00002000:00100000:1.0:1787141210.053845:0:6690:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1787141210.053991:0:6690:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1787141210.054014:0:6690:0:(import.c:65:import_set_state_nolock()) ffff8b7ca26b9800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1787141210.054077:0:6690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83703b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3303:x1873953262950016:12345-0@lo:8: Request processed in 429us (3008us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141210.054084:0:6690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1787141210.054110:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3304:1873953262950528:0@lo:400: 00000100:00100000:1.0:1787141210.054141:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141210.054168:0:3304:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787141210.054174:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3304:1873953262950656:0@lo:400: 00000100:00100000:1.0:1787141210.054195:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141210.054221:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953262950784:0@lo:400: 00000100:00100000:1.0:1787141210.054244:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141210.054261:0:3306:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1787141210.054266:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3306:1873953262950912:0@lo:400: 00000100:00100000:1.0:1787141210.054285:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141210.054390:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262950528 00000100:00100000:1.0:1787141210.054396:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262950528 00000100:00100000:1.0:1787141210.054423:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262950656 00000100:00100000:1.0:1787141210.054425:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262950656 00000100:00100000:1.0:1787141210.054445:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262950912 00000100:00100000:1.0:1787141210.054453:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262950912 00000100:00100000:1.0:1787141210.054471:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1787141210.054477:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83702680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3304:x1873953262950528:12345-0@lo:400: 00000100:00100000:1.0:1787141210.054525:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83702680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3304:x1873953262950528:12345-0@lo:400: Request processed in 48us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141210.054532:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1787141210.054544:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1787141210.054550:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83700a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3304:x1873953262950656:12345-0@lo:400: 00000100:00100000:1.0:1787141210.054576:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83700a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3304:x1873953262950656:12345-0@lo:400: Request processed in 26us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141210.054582:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1787141210.054592:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1787141210.054598:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83701c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3306:x1873953262950912:12345-0@lo:400: 00000100:00100000:1.0:1787141210.054627:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83701c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3306:x1873953262950912:12345-0@lo:400: Request processed in 29us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141210.054632:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1787141210.054653:0:6688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262950784 00000100:00100000:1.0:1787141210.054656:0:6688:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262950784 00000100:00100000:1.0:1787141210.054679:0:6688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1787141210.054686:0:6688:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83701880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953262950784:12345-0@lo:400: 00000100:00100000:1.0:1787141210.054714:0:6688:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83701880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953262950784:12345-0@lo:400: Request processed in 29us (469us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141210.054720:0:6688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:1.0:1787141210.054738:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:1.0:1787141210.054761:0:3304:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cb479f100 x1873953262950656/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787141226 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787141210.054773:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3304:1873953262950656:0@lo:400: 00010000:00080000:1.0:1787141210.054793:0:3304:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cb479e680 x1873953262950528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787141226 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787141210.054846:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3304:1873953262950528:0@lo:400: 00010000:00080000:0.0:1787141210.054860:0:3303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cb479dc00 x1873953262950016/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1787141220 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787141210.054870:0:3303:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00010000:00080000:1.0:1787141210.054872:0:3306:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cb479ed80 x1873953262950912/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787141226 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787141210.054879:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3306:1873953262950912:0@lo:400: 00000100:00080000:0.0:1787141210.054881:0:3303:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 1 00010000:00080000:1.0:1787141210.054888:0:3306:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cb479ce00 x1873953262950784/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787141226 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787141210.054893:0:3303:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00100000:1.0:1787141210.054895:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953262950784:0@lo:400: 00000100:00080000:0.0:1787141210.054897:0:3303:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1787141210.054900:0:3303:0:(import.c:65:import_set_state_nolock()) ffff8b7ca6c29800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1787141210.054911:0:3303:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1787141210.054916:0:3303:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3303:1873953262950016:0@lo:8: 00000004:00080000:1.0:1787141210.054919:0:8042:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1787141210.055024:0:8042:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 193061227464ns, next at 0ns, rc = 0 00000004:00080000:0.0:1787141210.090604:0:8044:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x100010000:0x1:0x0] 00000100:00100000:0.0:1787141210.090635:0:8044:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f8c380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:8044:1873953262951168:0@lo:7: 00000100:00100000:0.0:1787141210.090708:0:8044:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141210.090736:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953262951040:0@lo:13: 00000100:00100000:0.0:1787141210.090737:0:8044:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca067f300 going to sleep for 11 seconds 00000004:00080000:0.0:1787141210.090761:0:5861:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00000100:00100000:1.0:1787141210.090765:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141210.090828:0:6688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262951168 00000100:00100000:1.0:1787141210.090835:0:6688:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262951168 00000100:00100000:1.0:1787141210.090886:0:6688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1787141210.090895:0:6688:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:8044:x1873953262951168:12345-0@lo:7: 00000100:00080000:0.0:1787141210.091703:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787141210.093853:0:6693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262951040 00000100:00100000:0.0:1787141210.093863:0:6693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262951040 00000100:00100000:0.0:1787141210.093911:0:6693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1787141210.093920:0:6693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83700700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3304:x1873953262951040:12345-0@lo:13: 00002000:00000024:0.0:1787141210.093954:0:6693:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40960000 pending 0 free 3860856832 avail 3858759680 00000100:00100000:0.0:1787141210.094033:0:6693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83700700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3304:x1873953262951040:12345-0@lo:13: Request processed in 114us (3267us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141210.094041:0:6693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:0.0:1787141210.095936:0:3304:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cc0f8f480 x1873953262951040/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787141226 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787141210.095960:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953262951040:0@lo:13: 00002000:00080000:3.0:1787141210.120050:0:6688:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x0 00002000:00080000:3.0:1787141210.120057:0:6688:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x100010000:0x0:0x0] 00000100:00100000:3.0:1787141210.121664:0:6688:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f8ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:8044:x1873953262951168:12345-0@lo:7: Request processed in 30760us (30946us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141210.121681:0:6688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:1.0:1787141210.121719:0:8044:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cc0f8c380 x1873953262951168/t0(0) o7->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1787141226 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787141210.121734:0:8044:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f8c380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:8044:1873953262951168:0@lo:7: 00000004:00080000:1.0:1787141210.121749:0:8044:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0000: Got last_fid [0x100010000:0x0:0x0] 00000100:00100000:1.0:1787141210.121787:0:8044:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83703100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:8044:1873953262951296:0@lo:5: 00000100:00100000:1.0:1787141210.121853:0:8044:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141210.121900:0:8044:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cc0f51e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787141210.123448:0:6691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262951296 00000100:00100000:3.0:1787141210.123458:0:6691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262951296 00000100:00100000:3.0:1787141210.123524:0:6691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1787141210.123534:0:6691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83703800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:8044:x1873953262951296:12345-0@lo:5: 00002000:00080000:3.0:1787141210.123563:0:6691:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 0 -> diff = 1 00002000:00080000:3.0:1787141210.123566:0:6691:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 1 objects in group 0x0 at 1 00000100:00100000:3.0:1787141210.123898:0:6691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83703800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:8044:x1873953262951296:12345-0@lo:5: Request processed in 366us (2044us total) trans 4294967297 rc 0/0 00000100:00100000:3.0:1787141210.123906:0:6691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:0.0:1787141210.123926:0:8044:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7b83703100 x1873953262951296/t0(0) o5->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1787141226 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787141210.123942:0:8044:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83703100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:8044:1873953262951296:0@lo:5: 00000004:00080000:0.0:1787141210.123954:0:8044:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x100010000:0x1:0x0] from OST, last_created [0x100010000:0x1:0x0]last_used is [0x100010000:0x1:0x0] 00000100:00100000:0.0:1787141210.123996:0:8044:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f8f480 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:8044:1873953262951424:0@lo:700: 00000100:00100000:0.0:1787141210.124027:0:8044:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141210.124054:0:8044:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca067f300 going to sleep for 11 seconds 00000100:00100000:2.0:1787141210.124095:0:6697:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262951424 00000100:00100000:2.0:1787141210.124100:0:6697:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262951424 00000100:00100000:2.0:1787141210.124140:0:6697:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1787141210.124148:0:6697:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+7:8044:x1873953262951424:12345-0@lo:700: 00000100:00100000:2.0:1787141210.124175:0:6697:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cae417480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0001_UUID:6697:1873953262951552:0@lo:700: 00000100:00100000:2.0:1787141210.124207:0:6697:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141210.124231:0:6697:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cbf52cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1787141210.124270:0:5846:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262951552 00000100:00100000:0.0:1787141210.124274:0:5846:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262951552 00000100:00100000:0.0:1787141210.124308:0:5846:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1787141210.124315:0:5846:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cae415f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqs_0000:lustre-MDT0000-lwp-OST0001_UUID+5:6697:x1873953262951552:12345-0@lo:700: 40000000:02000000:2.0:1787141210.243081:0:5846:0:(fid_handler.c:119:__seq_server_alloc_super()) ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000280000400-0x00000002c0000400]:1:ost 00000100:00100000:2.0:1787141210.251894:0:5846:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cae415f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqs_0000:lustre-MDT0000-lwp-OST0001_UUID+5:6697:x1873953262951552:12345-0@lo:700: Request processed in 127572us (127680us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141210.251912:0:5846:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:2.0:1787141210.251962:0:6697:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cae417480 x1873953262951552/t0(0) o700->lustre-MDT0000-lwp-OST0001@0@lo:32/10 lens 264/248 e 0 to 0 dl 1787141226 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787141210.251977:0:6697:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cae417480 pname:cluuid:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-lwp-OST0001_UUID:6697:1873953262951552:0@lo:700: 40000000:02000000:2.0:1787141210.251991:0:6697:0:(fid_request.c:122:seq_client_rpc()) cli-lustre-OST0001-super: Allocated super-sequence [0x0000000280000400-0x00000002c0000400]:1:ost] 00000001:00100000:1.0:1787141210.394872:0:7643:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:1.0:1787141210.394898:0:7643:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967297 is committed 00000100:00100000:3.0:1787141210.395208:0:6697:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_seq00_00:lustre-MDT0000-mdtlov_UUID+5:8044:x1873953262951424:12345-0@lo:700: Request processed in 271055us (271175us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141210.395222:0:6697:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:0.0:1787141210.395300:0:8044:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cc0f8f480 x1873953262951424/t0(0) o700->lustre-OST0001-osc-MDT0000@0@lo:31/4 lens 264/248 e 0 to 0 dl 1787141226 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787141210.395312:0:8044:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967297 gen 2 00000100:00100000:0.0:1787141210.395328:0:8044:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f8f480 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:8044:1873953262951424:0@lo:700: 00000004:02000040:1.0:1787141210.423095:0:8044:0:(osp_precreate.c:485:osp_precreate_rollover_new_seq()) lustre-OST0001-osc-MDT0000: update sequence from 0x100010000 to 0x280000400 00000100:00100000:1.0:1787141210.431587:0:8044:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83701f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:8044:1873953262951680:0@lo:5: 00000100:00100000:1.0:1787141210.431655:0:8044:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141210.431766:0:8044:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cc0f51840 going to sleep for 11 seconds 00000100:00100000:3.0:1787141210.432264:0:6688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262951680 00000100:00100000:3.0:1787141210.432272:0:6688:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262951680 00000100:00100000:2.0:1787141210.432421:0:6688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1787141210.432433:0:6688:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83700e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:8044:x1873953262951680:12345-0@lo:5: 00002000:00080000:2.0:1787141210.446460:0:6688:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x280000400 00002000:00080000:2.0:1787141210.447586:0:6688:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x280000400 at 2 00000100:00100000:2.0:1787141210.452047:0:6688:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83700e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:8044:x1873953262951680:12345-0@lo:5: Request processed in 19610us (20384us total) trans 4294967298 rc 0/0 00000100:00100000:2.0:1787141210.452059:0:6688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00080000:0.0:1787141210.452148:0:8044:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7b83701f80 x1873953262951680/t0(0) o5->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1787141226 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787141210.452166:0:8044:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83701f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:8044:1873953262951680:0@lo:5: 00000004:00080000:0.0:1787141210.452181:0:8044:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x280000400:0x1:0x0]-[0x280000400:0x21:0x0] 00010000:00010000:0.0:1787141210.881759:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141211.909176:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141212.931951:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1787141213.896784:0:7643:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967298 is committed 00010000:00010000:3.0:1787141213.952965:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141214.979977:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787141215.106358:0:3304:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787141215.106384:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83703100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953262951808:0@lo:13: 00000100:00100000:0.0:1787141215.106469:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141215.106639:0:6693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262951808 00000100:00100000:1.0:1787141215.106648:0:6693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262951808 00000100:00080000:3.0:1787141215.106711:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787141215.106712:0:6693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1787141215.106727:0:6693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3304:x1873953262951808:12345-0@lo:13: 00002000:00000024:1.0:1787141215.106763:0:6693:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1787141215.106858:0:6693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3304:x1873953262951808:12345-0@lo:13: Request processed in 134us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141215.106866:0:6693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00080000:3.0:1787141215.106920:0:3304:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7b83703100 x1873953262951808/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787141231 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787141215.106931:0:3304:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967298 gen 2 00000100:00100000:3.0:1787141215.106965:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83703100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953262951808:0@lo:13: 00000100:00100000:3.0:1787141215.108080:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3307:1873953262952064:0@lo:400: 00000100:00100000:3.0:1787141215.108174:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141215.108225:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1787141215.108234:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cae417480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262952576:0@lo:13: 00000100:00100000:2.0:1787141215.108263:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3304:1873953262952192:0@lo:400: 00000100:00100000:3.0:1787141215.108264:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141215.108287:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:66373bca-6a9f-4159-900e-58874c9cc4a0:3307:1873953262951936:0@lo:400: 00000100:00100000:2.0:1787141215.108304:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141215.108323:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141215.108337:0:3304:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787141215.108347:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953262952320:0@lo:400: 00000100:00100000:3.0:1787141215.108356:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3307:1873953262952448:0@lo:400: 00000100:00100000:2.0:1787141215.108381:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141215.108388:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141215.108423:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262952064 00000100:00100000:2.0:1787141215.108429:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262952064 00000100:00100000:3.0:1787141215.108433:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262951936 00000100:00100000:3.0:1787141215.108438:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262951936 00000100:00100000:2.0:1787141215.108484:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262952192 00000100:00100000:2.0:1787141215.108489:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262952192 00000100:00100000:3.0:1787141215.108492:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:3.0:1787141215.108503:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca276bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3307:x1873953262951936:12345-0@lo:400: 00000100:00100000:2.0:1787141215.108521:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262952448 00000100:00100000:2.0:1787141215.108525:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262952448 00000100:00100000:2.0:1787141215.108554:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1787141215.108555:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca276bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3307:x1873953262951936:12345-0@lo:400: Request processed in 51us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141215.108565:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb479dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1873953262952064:12345-0@lo:400: 00000100:00100000:3.0:1787141215.108566:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:3.0:1787141215.108603:0:5840:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:3.0:1787141215.108612:0:5840:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:2.0:1787141215.108624:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb479dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1873953262952064:12345-0@lo:400: Request processed in 60us (449us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141215.108632:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1787141215.108647:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1787141215.108655:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cae414a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3304:x1873953262952192:12345-0@lo:400: 00000100:00100000:2.0:1787141215.108695:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cae414a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3304:x1873953262952192:12345-0@lo:400: Request processed in 42us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141215.108703:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00080000:3.0:1787141215.108704:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787141215.108721:0:6693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262952576 00000100:00100000:2.0:1787141215.108723:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1787141215.108726:0:6693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262952576 00000100:00100000:2.0:1787141215.108736:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb479ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1873953262952448:12345-0@lo:400: 00000100:00100000:3.0:1787141215.108763:0:6693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1787141215.108776:0:6693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb479ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953262952576:12345-0@lo:13: 00000100:00100000:2.0:1787141215.108776:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb479ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1873953262952448:12345-0@lo:400: Request processed in 41us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141215.108822:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00002000:00000024:3.0:1787141215.108838:0:6693:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1787141215.108845:0:6691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262952320 00000100:00100000:2.0:1787141215.108850:0:6691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262952320 00000100:00100000:3.0:1787141215.108882:0:6693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb479ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3307:x1873953262952576:12345-0@lo:13: Request processed in 111us (620us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141215.108896:0:6693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00080000:3.0:1787141215.108912:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:3.0:1787141215.108934:0:3307:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cae417480 x1873953262952576/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787141231 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787141215.108952:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cae417480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262952576:0@lo:13: 00000100:00100000:3.0:1787141215.108961:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:66373bca-6a9f-4159-900e-58874c9cc4a0:3307:1873953262951936:0@lo:400: 00010000:00080000:3.0:1787141215.108984:0:3307:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cc0f8ea00 x1873953262952448/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787141231 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787141215.108992:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3307:1873953262952448:0@lo:400: 00010000:00080000:3.0:1787141215.108999:0:3307:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cc0f8c380 x1873953262952064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787141231 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787141215.109007:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3307:1873953262952064:0@lo:400: 00010000:00080000:3.0:1787141215.109175:0:3304:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cc0f8d180 x1873953262952192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787141231 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787141215.109184:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3304:1873953262952192:0@lo:400: 00000100:00100000:0.0:1787141215.110014:0:6690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1787141215.110028:0:6690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cae416300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3304:x1873953262952320:12345-0@lo:400: 00000100:00100000:0.0:1787141215.110087:0:6690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cae416300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3304:x1873953262952320:12345-0@lo:400: Request processed in 64us (1707us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141215.110103:0:6690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:3.0:1787141215.110225:0:3304:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cc0f8c000 x1873953262952320/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787141231 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787141215.110237:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953262952320:0@lo:400: 00000100:00100000:0.0:1787141215.426900:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141215.427013:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240908160 00000100:00100000:1.0:1787141215.427030:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240908160 00000100:00100000:1.0:1787141215.427076:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 112 00000100:00100000:1.0:1787141215.427086:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca276a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0+-99:2349:x1873953240908160:12345-192.168.203.11@tcp:250: 00010000:00080000:1.0:1787141215.427114:0:5833:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from 886abfc8-fafa-4f23-87cd-d18f7c7251c2@192.168.203.11@tcp t0 exp 0000000000000000 cur 198 last 0 00000020:00000080:1.0:1787141215.427154:0:5833:0:(genops.c:1385:class_connect()) connect: client 886abfc8-fafa-4f23-87cd-d18f7c7251c2, cookie 0xc65ffb29b5b30e79 00000100:00080000:1.0:1787141215.427278:0:5833:0:(import.c:65:import_set_state_nolock()) ffff8b7ca26be000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1787141215.427349:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca276a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+5:2349:x1873953240908160:12345-192.168.203.11@tcp:250: Request processed in 263us (459us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141215.427356:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 112 00000100:00100000:2.0:1787141215.431356:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141215.431426:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240908032 00000100:00100000:3.0:1787141215.431435:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240908032 00000100:00100000:3.0:1787141215.431544:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 113 00000100:00100000:3.0:1787141215.431556:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca276a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+5:5579:x1873953240908032:12345-192.168.203.11@tcp:101: 00010000:00010000:3.0:1787141215.431586:0:5834:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141215.431600:0:5834:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7cbf439e00/0xc65ffb29b5b30e80 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cd02 expref: -99 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141215.431625:0:5834:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7cbf439e00/0xc65ffb29b5b30e80 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cd02 expref: 6 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141215.431636:0:5834:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7cbf439e00/0xc65ffb29b5b30e80 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cd02 expref: 6 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141215.431645:0:5834:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf439e00, rc 0) 00000100:00100000:3.0:1787141215.431714:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca276a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+6:5579:x1873953240908032:12345-192.168.203.11@tcp:101: Request processed in 161us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141215.431720:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 113 00000100:00100000:0.0:1787141215.439869:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141215.441049:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240908288 00000100:00100000:1.0:1787141215.441063:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240908288 00000100:00100000:1.0:1787141215.441139:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 114 00000100:00100000:1.0:1787141215.441150:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2769450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+6:5579:x1873953240908288:12345-192.168.203.11@tcp:501: 00000100:00100000:1.0:1787141215.441511:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2769450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+6:5579:x1873953240908288:12345-192.168.203.11@tcp:501: Request processed in 361us (1646us total) trans 0 rc -2/-2 00000100:00100000:1.0:1787141215.441519:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 114 00000100:00100000:1.0:1787141215.447074:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141215.447178:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240908416 00000100:00100000:3.0:1787141215.447188:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240908416 00000100:00100000:3.0:1787141215.447240:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 115 00000100:00100000:3.0:1787141215.447250:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2768850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+6:5579:x1873953240908416:12345-192.168.203.11@tcp:101: 00010000:00010000:3.0:1787141215.447265:0:5834:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141215.447282:0:5834:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7cbf438400/0xc65ffb29b5b30e87 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cd09 expref: -99 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141215.447311:0:5834:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7cbf438400/0xc65ffb29b5b30e87 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cd09 expref: 7 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141215.447321:0:5834:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7cbf438400/0xc65ffb29b5b30e87 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cd09 expref: 7 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141215.447329:0:5834:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf438400, rc 0) 00000100:00100000:3.0:1787141215.447400:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2768850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+7:5579:x1873953240908416:12345-192.168.203.11@tcp:101: Request processed in 151us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141215.447407:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 115 00000100:00100000:2.0:1787141215.456141:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141215.456234:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240908544 00000100:00100000:0.0:1787141215.456243:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240908544 00000100:00100000:0.0:1787141215.456297:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 116 00000100:00100000:0.0:1787141215.456307:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2769c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:886abfc8-fafa-4f23-87cd-d18f7c7251c2+7:5579:x1873953240908544:12345-192.168.203.11@tcp:501: 00000100:00100000:1.0:1787141215.461297:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2769c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:886abfc8-fafa-4f23-87cd-d18f7c7251c2+8:5579:x1873953240908544:12345-192.168.203.11@tcp:501: Request processed in 4980us (5154us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141215.461311:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 116 00000100:00100000:0.0:1787141215.467922:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141215.468070:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240908672 00000100:00100000:1.0:1787141215.468079:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240908672 00000100:00100000:1.0:1787141215.468174:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 117 00000100:00100000:1.0:1787141215.468185:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2768c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+8:5579:x1873953240908672:12345-192.168.203.11@tcp:503: 00000100:00100000:1.0:1787141215.468565:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2768c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+8:5579:x1873953240908672:12345-192.168.203.11@tcp:503: Request processed in 381us (650us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141215.468574:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 117 00000100:00100000:0.0:1787141215.474108:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141215.474190:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240908800 00000100:00100000:3.0:1787141215.474204:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240908800 00000100:00100000:3.0:1787141215.474258:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 118 00000100:00100000:3.0:1787141215.475994:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c87450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+8:5597:x1873953240908800:12345-192.168.203.11@tcp:502: 00000100:00100000:3.0:1787141215.476428:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c87450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+8:5597:x1873953240908800:12345-192.168.203.11@tcp:502: Request processed in 2160us (2329us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141215.476437:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 118 00000100:00100000:2.0:1787141215.524863:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141215.525065:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240908928 00000100:00100000:1.0:1787141215.525075:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240908928 00000100:00100000:1.0:1787141215.525132:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 119 00000100:00100000:1.0:1787141215.525143:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c85850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+8:5597:x1873953240908928:12345-192.168.203.11@tcp:502: 00000100:00100000:1.0:1787141215.525733:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c85850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+8:5597:x1873953240908928:12345-192.168.203.11@tcp:502: Request processed in 589us (876us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141215.525741:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 119 00000100:00100000:0.0:1787141215.540482:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141215.540646:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240909056 00000100:00100000:1.0:1787141215.540654:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240909056 00000100:00100000:1.0:1787141215.540714:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 120 00000100:00100000:1.0:1787141215.540735:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c86850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:886abfc8-fafa-4f23-87cd-d18f7c7251c2+8:5579:x1873953240909056:12345-192.168.203.11@tcp:101: 00010000:00010000:1.0:1787141215.540751:0:5832:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787141215.540766:0:5832:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7c9990ca00/0xc65ffb29b5b30e8e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cd33 expref: -99 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141215.540793:0:5832:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7c9990ca00/0xc65ffb29b5b30e8e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cd33 expref: 9 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141215.540829:0:5832:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7c9990ca00/0xc65ffb29b5b30e8e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cd33 expref: 9 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141215.540840:0:5832:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c9990ca00, rc 0) 00000100:00100000:1.0:1787141215.540910:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c86850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:886abfc8-fafa-4f23-87cd-d18f7c7251c2+9:5579:x1873953240909056:12345-192.168.203.11@tcp:101: Request processed in 168us (429us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141215.540917:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 120 00000100:00100000:0.0:1787141215.547929:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141215.548136:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240909184 00000100:00100000:1.0:1787141215.548147:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240909184 00000100:00100000:1.0:1787141215.548213:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 121 00000100:00100000:1.0:1787141215.548222:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c87050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+9:5579:x1873953240909184:12345-192.168.203.11@tcp:256: 20000000:01000000:1.0:1787141215.548248:0:5833:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:1.0:1787141215.548273:0:5833:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1787141215.548279:0:5833:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:1.0:1787141215.548283:0:5833:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:1.0:1787141215.548294:0:5833:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 132, version 5 00000100:00100000:1.0:1787141215.550098:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c87050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+9:5579:x1873953240909184:12345-192.168.203.11@tcp:256: Request processed in 1869us (2172us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141215.550111:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 121 00000100:00100000:0.0:1787141215.552333:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141215.552554:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240909312 00000100:00100000:1.0:1787141215.552583:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240909312 00000100:00100000:1.0:1787141215.552640:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 122 00000100:00100000:1.0:1787141215.552650:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c84450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:886abfc8-fafa-4f23-87cd-d18f7c7251c2+9:5579:x1873953240909312:12345-192.168.203.11@tcp:101: 00010000:00010000:1.0:1787141215.552669:0:5832:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787141215.552689:0:5832:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7c9990d200/0xc65ffb29b5b30e95 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cd3a expref: -99 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141215.552721:0:5832:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7c9990d200/0xc65ffb29b5b30e95 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cd3a expref: 10 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141215.552733:0:5832:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7c9990d200/0xc65ffb29b5b30e95 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cd3a expref: 10 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141215.552743:0:5832:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c9990d200, rc 0) 00000100:00100000:1.0:1787141215.552846:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c84450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:886abfc8-fafa-4f23-87cd-d18f7c7251c2+10:5579:x1873953240909312:12345-192.168.203.11@tcp:101: Request processed in 197us (524us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141215.552853:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 122 00000100:00100000:0.0:1787141215.557391:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141215.557585:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240909440 00000100:00100000:1.0:1787141215.557598:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240909440 00000100:00100000:1.0:1787141215.557666:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 123 00000100:00100000:1.0:1787141215.557678:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c87850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+10:5579:x1873953240909440:12345-192.168.203.11@tcp:501: 00000100:00100000:1.0:1787141215.558898:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c87850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+10:5579:x1873953240909440:12345-192.168.203.11@tcp:501: Request processed in 1037us (1335us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141215.558913:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 123 00000100:00100000:2.0:1787141215.562672:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141215.563393:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240909568 00000100:00100000:3.0:1787141215.563419:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240909568 00000100:00100000:3.0:1787141215.563511:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 124 00000100:00100000:3.0:1787141215.563525:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c84c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+10:5579:x1873953240909568:12345-192.168.203.11@tcp:503: 00000100:00100000:2.0:1787141215.565818:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c84c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+10:5579:x1873953240909568:12345-192.168.203.11@tcp:503: Request processed in 2264us (3126us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141215.565832:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 124 00000100:00100000:0.0:1787141215.573219:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141215.574081:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240909696 00000100:00100000:1.0:1787141215.574099:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240909696 00000100:00100000:1.0:1787141215.574287:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 125 00000100:00100000:1.0:1787141215.574311:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c85c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+10:5602:x1873953240909696:12345-192.168.203.11@tcp:502: 00000100:00100000:1.0:1787141215.574697:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c85c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+10:5602:x1873953240909696:12345-192.168.203.11@tcp:502: Request processed in 397us (1489us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141215.574707:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 125 00000100:00100000:0.0:1787141215.580565:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141215.580650:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240909824 00000100:00100000:2.0:1787141215.580661:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240909824 00000100:00100000:2.0:1787141215.580721:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 126 00000100:00100000:2.0:1787141215.580729:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c84850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+10:5602:x1873953240909824:12345-192.168.203.11@tcp:502: 00000100:00100000:2.0:1787141215.581055:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c84850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+10:5602:x1873953240909824:12345-192.168.203.11@tcp:502: Request processed in 325us (605us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141215.581064:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 126 00000100:00100000:2.0:1787141215.587482:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141215.587603:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240909952 00000100:00100000:1.0:1787141215.587616:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240909952 00000100:00100000:1.0:1787141215.587671:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 4 00000100:00100000:1.0:1787141215.587683:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cae416a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2349:x1873953240909952:12345-192.168.203.11@tcp:38: 00010000:00080000:1.0:1787141215.587721:0:5841:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from 0fd039ab-150d-4a77-92cd-c96e4dce9634@192.168.203.11@tcp t0 exp 0000000000000000 cur 198 last 0 00000020:00000080:1.0:1787141215.587791:0:5841:0:(genops.c:1385:class_connect()) connect: client 0fd039ab-150d-4a77-92cd-c96e4dce9634, cookie 0xc65ffb29b5b30e9c 00000004:00100000:1.0:1787141215.587860:0:5841:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000001:00000004:1.0:1787141215.587866:0:5841:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 1, last_transno is 4294967296 00000100:00080000:1.0:1787141215.616580:0:5841:0:(import.c:65:import_set_state_nolock()) ffff8b7ca26b8800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1787141215.616653:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cae416a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2349:x1873953240909952:12345-192.168.203.11@tcp:38: Request processed in 28969us (29185us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141215.616665:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 4 00010000:00010000:3.0:1787141216.001099:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787141216.631297:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141216.631409:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240910208 00000100:00100000:0.0:1787141216.631418:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240910208 00000100:00100000:0.0:1787141216.631506:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 5 00000100:00100000:0.0:1787141216.631518:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb479e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:5579:x1873953240910208:12345-192.168.203.11@tcp:41: 00000004:00000024:0.0:1787141216.631558:0:8206:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261778432 avail 2259681280 00000100:00100000:0.0:1787141216.631624:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb479e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:5579:x1873953240910208:12345-192.168.203.11@tcp:41: Request processed in 108us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141216.631631:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 5 00000100:00080000:3.0:1787141216.631698:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787141216.632122:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141216.632246:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240910080 00000100:00100000:3.0:1787141216.632250:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240910080 00000100:00100000:3.0:1787141216.632287:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 6 00000100:00100000:3.0:1787141216.632294:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cae417800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:0:x1873953240910080:12345-192.168.203.11@tcp:41: 00000004:00000024:3.0:1787141216.632309:0:5840:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261778432 avail 2259681280 00000100:00100000:3.0:1787141216.645650:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cae417800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:0:x1873953240910080:12345-192.168.203.11@tcp:41: Request processed in 13341us (13513us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141216.645665:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 6 00000100:00100000:2.0:1787141216.655511:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141216.655642:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240910336 00000100:00100000:3.0:1787141216.655652:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240910336 00000100:00100000:3.0:1787141216.655920:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 7 00000100:00100000:3.0:1787141216.655930:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cae415180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:5579:x1873953240910336:12345-192.168.203.11@tcp:40: 00000100:00100000:3.0:1787141216.656026:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cae415180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:5579:x1873953240910336:12345-192.168.203.11@tcp:40: Request processed in 98us (524us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141216.656034:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 7 00000100:00100000:0.0:1787141216.662127:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141216.662178:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141216.662212:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141216.662275:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141216.662371:0:6688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240910464 00000100:00100000:2.0:1787141216.662381:0:6688:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240910464 00000100:00100000:2.0:1787141216.662422:0:6688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240910592 00000100:00100000:2.0:1787141216.662425:0:6688:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240910592 00000100:00100000:2.0:1787141216.662452:0:6688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 8 00000100:00100000:2.0:1787141216.662460:0:6688:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2349:x1873953240910464:12345-192.168.203.11@tcp:8: 00010000:00080000:2.0:1787141216.662493:0:6688:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from 0fd039ab-150d-4a77-92cd-c96e4dce9634@192.168.203.11@tcp t0 exp 0000000000000000 cur 199 last 0 00000020:00000080:2.0:1787141216.662539:0:6688:0:(genops.c:1385:class_connect()) connect: client 0fd039ab-150d-4a77-92cd-c96e4dce9634, cookie 0xc65ffb29b5b30ea3 00002000:00100000:2.0:1787141216.662551:0:6688:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 0fd039ab-150d-4a77-92cd-c96e4dce9634/ffff8b7caebd1000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 211392c ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1787141216.662562:0:6688:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:2.0:1787141216.662946:0:6688:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1787141216.662977:0:6688:0:(import.c:65:import_set_state_nolock()) ffff8b7caebd2800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787141216.663041:0:6688:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2349:x1873953240910464:12345-192.168.203.11@tcp:8: Request processed in 580us (861us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141216.663050:0:6688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 8 00000100:00100000:2.0:1787141216.663071:0:6688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 9 00000100:00100000:2.0:1787141216.663077:0:6688:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2349:x1873953240910592:12345-192.168.203.11@tcp:8: 00010000:00080000:2.0:1787141216.663092:0:6688:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from 0fd039ab-150d-4a77-92cd-c96e4dce9634@192.168.203.11@tcp t0 exp 0000000000000000 cur 199 last 0 00000020:00000080:2.0:1787141216.663110:0:6688:0:(genops.c:1385:class_connect()) connect: client 0fd039ab-150d-4a77-92cd-c96e4dce9634, cookie 0xc65ffb29b5b30eaa 00002000:00100000:2.0:1787141216.663115:0:6688:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 0fd039ab-150d-4a77-92cd-c96e4dce9634/ffff8b7caebd7800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 211392c ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1787141216.663121:0:6688:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:2.0:1787141216.663317:0:6688:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1787141216.663334:0:6688:0:(import.c:65:import_set_state_nolock()) ffff8b7caebd0000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787141216.663358:0:6688:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2349:x1873953240910592:12345-192.168.203.11@tcp:8: Request processed in 280us (1146us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141216.663365:0:6688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 9 00000100:00100000:3.0:1787141216.664012:0:5842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240910720 00000100:00100000:3.0:1787141216.664020:0:5842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240910720 00000100:00100000:3.0:1787141216.664073:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 0 00000100:00100000:3.0:1787141216.664082:0:5842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:5579:x1873953240910720:12345-192.168.203.11@tcp:33: 00000100:00100000:1.0:1787141216.667347:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240910848 00000100:00100000:1.0:1787141216.667361:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240910848 00000100:00100000:1.0:1787141216.667422:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 127 00000100:00100000:1.0:1787141216.667432:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c85450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+10:2351:x1873953240910848:12345-192.168.203.11@tcp:400: 00000100:00100000:1.0:1787141216.667639:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c85450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+10:2351:x1873953240910848:12345-192.168.203.11@tcp:400: Request processed in 208us (5521us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141216.667648:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 127 00000004:00080000:3.0:1787141216.694059:0:5842:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 29916us 00000004:00200000:1.0:1787141216.707685:0:5842:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 6656 00000100:00100000:1.0:1787141216.707892:0:5842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:5579:x1873953240910720:12345-192.168.203.11@tcp:33: Request processed in 43806us (45611us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141216.707915:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 0 00000100:00100000:2.0:1787141216.924728:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141216.924835:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240910976 00000100:00100000:1.0:1787141216.924847:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240910976 00000100:00100000:1.0:1787141216.924915:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 8 00000100:00100000:1.0:1787141216.924927:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cae414700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:5619:x1873953240910976:12345-192.168.203.11@tcp:101: 00010000:00010000:1.0:1787141216.924947:0:5841:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787141216.924977:0:5841:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c9990c400/0xc65ffb29b5b30eb1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cd64 expref: -99 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141216.925061:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b30eb8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141216.925085:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b30eb8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141216.925100:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b30eb8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787141216.925293:0:5841:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 6656 00000004:00200000:1.0:1787141216.925297:0:5841:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1787141216.925377:0:5841:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b30eb8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141216.925404:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c9990c400/0xc65ffb29b5b30eb1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cd64 expref: 8 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141216.925422:0:5841:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b30eb8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cd64 expref: 7 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141216.925452:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b7c84d5bf00) 00010000:00010000:1.0:1787141216.925455:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787141216.925458:0:5841:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbfa60200, rc 0) 00000100:00100000:1.0:1787141216.925526:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cae414700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:5619:x1873953240910976:12345-192.168.203.11@tcp:101: Request processed in 600us (807us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141216.925533:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 8 00010000:00010000:0.0:1787141217.024973:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141218.049025:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787141218.981322:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141218.981452:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240911104 00000100:00100000:0.0:1787141218.981463:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240911104 00000100:00100000:0.0:1787141218.981548:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 9 00000100:00100000:0.0:1787141218.981560:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83701180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:5671:x1873953240911104:12345-192.168.203.11@tcp:41: 00000004:00000024:0.0:1787141218.981601:0:5839:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261778432 avail 2259681280 00000100:00100000:0.0:1787141218.981663:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83701180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:5671:x1873953240911104:12345-192.168.203.11@tcp:41: Request processed in 105us (351us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141218.981669:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 9 00000100:00080000:3.0:1787141218.982321:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787141218.987562:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141218.987665:0:6693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240911232 00000100:00100000:3.0:1787141218.987674:0:6693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240911232 00000100:00100000:3.0:1787141218.987783:0:6693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 9 00000100:00100000:3.0:1787141218.987820:0:6693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cae417480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:5671:x1873953240911232:12345-192.168.203.11@tcp:13: 00002000:00000024:3.0:1787141218.987856:0:6693:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1787141218.987969:0:6693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cae417480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:5671:x1873953240911232:12345-192.168.203.11@tcp:13: Request processed in 177us (415us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141218.987976:0:6693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 9 00000100:00080000:0.0:1787141218.988036:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787141218.998276:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141218.998449:0:6692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240911360 00000100:00100000:3.0:1787141218.998471:0:6692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240911360 00000100:00100000:3.0:1787141218.998615:0:6692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 10 00000100:00100000:3.0:1787141218.998626:0:6692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbbbdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:5671:x1873953240911360:12345-192.168.203.11@tcp:13: 00002000:00000024:3.0:1787141218.998698:0:6692:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1787141218.998786:0:6692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbbbdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:5671:x1873953240911360:12345-192.168.203.11@tcp:13: Request processed in 161us (519us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141218.998830:0:6692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 10 00000100:00080000:0.0:1787141219.004216:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1787141219.075843:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1787141219.777511:0:7643:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 0fd039ab-150d-4a77-92cd-c96e4dce9634 00010000:00010000:2.0:1787141220.099596:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787141220.225007:0:3305:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787141220.225034:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262952704:0@lo:13: 00000100:00100000:3.0:1787141220.225102:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141220.225192:0:6692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262952704 00000100:00100000:3.0:1787141220.225202:0:6692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262952704 00000100:00100000:3.0:1787141220.225266:0:6692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1787141220.225275:0:6692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb479fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3305:x1873953262952704:12345-0@lo:13: 00002000:00000024:3.0:1787141220.225297:0:6692:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1787141220.225336:0:6692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb479fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3305:x1873953262952704:12345-0@lo:13: Request processed in 62us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141220.225343:0:6692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00080000:3.0:1787141220.225360:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:3.0:1787141220.225384:0:3305:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cb479f100 x1873953262952704/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787141236 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787141220.225401:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262952704:0@lo:13: 00000100:00100000:3.0:1787141220.225572:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbbbda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262952832:0@lo:13: 00000100:00100000:3.0:1787141220.225599:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141220.225708:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3307:1873953262953088:0@lo:400: 00000100:00100000:3.0:1787141220.225723:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3305:1873953262953344:0@lo:400: 00000100:00100000:0.0:1787141220.225749:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141220.225781:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787141220.225788:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:66373bca-6a9f-4159-900e-58874c9cc4a0:3307:1873953262952960:0@lo:400: 00000100:00100000:3.0:1787141220.225828:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141220.225840:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141220.225854:0:3305:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787141220.225863:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3305:1873953262953216:0@lo:400: 00000100:00100000:3.0:1787141220.225890:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141220.225898:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262952960 00000100:00100000:0.0:1787141220.225903:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262952960 00000100:00100000:3.0:1787141220.225924:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262953088 00000100:00100000:3.0:1787141220.225930:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262953088 00000100:00100000:0.0:1787141220.225940:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00100000:0.0:1787141220.225949:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2784050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3307:x1873953262952960:12345-0@lo:400: 00000100:00100000:3.0:1787141220.225962:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262953344 00000100:00100000:3.0:1787141220.225973:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262953344 00000100:00100000:0.0:1787141220.225992:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2784050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3307:x1873953262952960:12345-0@lo:400: Request processed in 45us (152us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141220.226000:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000100:00100000:3.0:1787141220.226001:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262953216 00000100:00100000:3.0:1787141220.226005:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262953216 00000100:00100000:3.0:1787141220.226034:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1787141220.226042:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1873953262953088:12345-0@lo:400: 00000100:00100000:0.0:1787141220.226044:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:66373bca-6a9f-4159-900e-58874c9cc4a0:3307:1873953262952960:0@lo:400: 00000100:00100000:0.0:1787141220.226082:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1787141220.226089:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1873953262953088:12345-0@lo:400: Request processed in 48us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141220.226100:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1787141220.226101:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3305:x1873953262953344:12345-0@lo:400: 00000100:00100000:3.0:1787141220.226116:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1787141220.226143:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3305:x1873953262953344:12345-0@lo:400: Request processed in 47us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141220.226150:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00080000:0.0:1787141220.226178:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787141220.226197:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3307:1873953262953088:0@lo:400: 00000100:00100000:3.0:1787141220.226469:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3305:x1873953262953216:12345-0@lo:400: 00000100:00100000:2.0:1787141220.226579:0:6692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262952832 00000100:00100000:2.0:1787141220.226584:0:6692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262952832 00000100:00100000:2.0:1787141220.226641:0:6692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1787141220.226651:0:6692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb479f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3305:x1873953262952832:12345-0@lo:13: 00002000:00000024:2.0:1787141220.226677:0:6692:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1787141220.226714:0:6692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb479f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3305:x1873953262952832:12345-0@lo:13: Request processed in 67us (1114us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141220.226721:0:6692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1787141220.226762:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3305:1873953262953344:0@lo:400: 00000100:00100000:3.0:1787141220.226768:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3305:x1873953262953216:12345-0@lo:400: Request processed in 642us (875us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141220.226776:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00010000:00080000:2.0:1787141220.226781:0:3305:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cbbbda300 x1873953262952832/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787141236 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787141220.226822:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbbbda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262952832:0@lo:13: 00000100:00100000:2.0:1787141220.226843:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3305:1873953262953216:0@lo:400: 00000100:00080000:0.0:1787141220.227507:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00100000:1.0:1787141220.792613:0:5861:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 0fd039ab-150d-4a77-92cd-c96e4dce9634 00000001:00100000:1.0:1787141220.825305:0:6713:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 0fd039ab-150d-4a77-92cd-c96e4dce9634 00010000:00010000:0.0:1787141221.120982:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1787141221.540323:0:8298:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000100:00100000:1.0:1787141221.824200:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141221.824259:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141221.824297:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141221.824344:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141221.824413:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240911616 00000100:00100000:2.0:1787141221.824427:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240911616 00000100:00100000:2.0:1787141221.824514:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 25 00000100:00100000:3.0:1787141221.824519:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240911488 00000100:00100000:3.0:1787141221.824530:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240911488 00000100:00100000:2.0:1787141221.824533:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83701500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2351:x1873953240911616:12345-192.168.203.11@tcp:400: 00000100:00100000:3.0:1787141221.824586:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 129 00000100:00100000:3.0:1787141221.824600:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2786c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+10:2351:x1873953240911488:12345-192.168.203.11@tcp:400: 00000100:00100000:2.0:1787141221.824625:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83701500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2351:x1873953240911616:12345-192.168.203.11@tcp:400: Request processed in 99us (324us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141221.824634:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 25 00000100:00100000:0.0:1787141221.825018:0:6690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240911744 00000100:00100000:0.0:1787141221.825024:0:6690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240911744 00000100:00100000:0.0:1787141221.825057:0:6690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240911872 00000100:00100000:0.0:1787141221.825059:0:6690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240911872 00000100:00100000:0.0:1787141221.825073:0:6690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 7 00000100:00100000:0.0:1787141221.825080:0:6690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83700000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2351:x1873953240911744:12345-192.168.203.11@tcp:400: 00000100:00100000:0.0:1787141221.825108:0:6690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83700000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2351:x1873953240911744:12345-192.168.203.11@tcp:400: Request processed in 29us (850us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141221.825125:0:6690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 7 00000100:00100000:0.0:1787141221.825137:0:6690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 8 00000100:00100000:0.0:1787141221.825143:0:6690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83703100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2351:x1873953240911872:12345-192.168.203.11@tcp:400: 00000100:00100000:0.0:1787141221.825162:0:6690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83703100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2351:x1873953240911872:12345-192.168.203.11@tcp:400: Request processed in 19us (818us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141221.825177:0:6690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 8 00000100:00080000:0.0:1787141221.825190:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787141221.825194:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787141221.825196:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787141221.825870:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2786c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+10:2351:x1873953240911488:12345-192.168.203.11@tcp:400: Request processed in 1264us (1677us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141221.825883:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 129 00010000:00010000:3.0:1787141222.146009:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141223.171413:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787141224.193150:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141225.218779:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1787141225.230843:0:8446:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffd7af179b0 20000000:00000080:3.0:1787141225.230871:0:8446:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8b7cb4750c00 uarg=0000000000000000 20000000:01000000:3.0:1787141225.230921:0:8446:0:(mgs_llog.c:2006:mgs_parse_devname()) Device name lustre without fsname 20000000:01000000:3.0:1787141225.230925:0:8446:0:(mgs_llog.c:6069:mgs_set_conf_param()) lustre is seen as a file system name 20000000:01000000:3.0:1787141225.230928:0:8446:0:(mgs_llog.c:6100:mgs_set_conf_param()) set_conf_param fs='lustre' device='lustre' param='sys.jobid_var=procname_uid' 20000000:01000000:3.0:1787141225.230944:0:8446:0:(mgs_llog.c:4748:mgs_write_log_param()) next param 'sys.jobid_var=procname_uid' 20000000:01000000:3.0:1787141225.230961:0:8446:0:(mgs_llog.c:4181:mgs_write_log_sys()) global 'sys.jobid_var=procname_uid' val=procname_uid 20000000:01000000:3.0:1787141225.230979:0:8446:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping . 20000000:01000000:3.0:1787141225.230982:0:8446:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping .. 20000000:01000000:3.0:1787141225.231235:0:8446:0:(mgs_llog.c:2550:mgs_write_log_direct_all()) Changing log lustre-OST0000 20000000:01000000:3.0:1787141225.231239:0:8446:0:(mgs_llog.c:1109:mgs_modify()) modify lustre-OST0000/lustre/sys.jobid_var fl=4 00000040:00080000:2.0:1787141225.232918:0:8447:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 11 count 11 00000040:00080000:3.0:1787141225.233550:0:8446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].11, 224 off10160 00000040:00080000:3.0:1787141225.233628:0:8446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].12, 120 off10280 00000040:00080000:3.0:1787141225.233662:0:8446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].13, 224 off10504 20000000:01000000:3.0:1787141225.233676:0:8446:0:(mgs_llog.c:2550:mgs_write_log_direct_all()) Changing log lustre-client 20000000:01000000:3.0:1787141225.233679:0:8446:0:(mgs_llog.c:1109:mgs_modify()) modify lustre-client/lustre/sys.jobid_var fl=4 00000040:00080000:1.0:1787141225.235883:0:8448:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 39 count 39 00000040:00080000:3.0:1787141225.236592:0:8446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].39, 224 off14880 00000040:00080000:3.0:1787141225.236651:0:8446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].40, 120 off15000 00000040:00080000:3.0:1787141225.236685:0:8446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].41, 224 off15224 20000000:01000000:3.0:1787141225.236700:0:8446:0:(mgs_llog.c:2550:mgs_write_log_direct_all()) Changing log lustre-MDT0000 20000000:01000000:3.0:1787141225.236704:0:8446:0:(mgs_llog.c:1109:mgs_modify()) modify lustre-MDT0000/lustre/sys.jobid_var fl=4 00000040:00080000:3.0:1787141225.238162:0:8449:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 34 count 34 00000040:00080000:1.0:1787141225.239627:0:8446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].34, 224 off14144 00000040:00080000:1.0:1787141225.240084:0:8446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].35, 120 off14264 00000040:00080000:1.0:1787141225.240145:0:8446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].36, 224 off14488 20000000:01000000:1.0:1787141225.240167:0:8446:0:(mgs_llog.c:2550:mgs_write_log_direct_all()) Changing log lustre-OST0001 20000000:01000000:1.0:1787141225.240170:0:8446:0:(mgs_llog.c:1109:mgs_modify()) modify lustre-OST0001/lustre/sys.jobid_var fl=4 00000040:00080000:3.0:1787141225.241451:0:8450:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 8 count 8 00000040:00080000:1.0:1787141225.242168:0:8446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].8, 224 off9632 00000040:00080000:1.0:1787141225.242311:0:8446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].9, 120 off9752 00000040:00080000:1.0:1787141225.242351:0:8446:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].10, 224 off9976 10000000:01000000:1.0:1787141225.242373:0:8446:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:1.0:1787141225.242407:0:8446:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b7cbfa60e00/0xc65ffb29b5b30ebf lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141225.242444:0:8446:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b7cc21c7200/0xc65ffb29b5b30dbc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30db5 expref: 18 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141225.242452:0:8446:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b7c9990dc00/0xc65ffb29b5b30de6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30ddf expref: 18 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141225.242460:0:8446:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b7c80030600/0xc65ffb29b5b30e10 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30e09 expref: 18 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141225.242468:0:8446:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b7c80031400/0xc65ffb29b5b30e1e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30e17 expref: 18 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141225.242476:0:8446:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b7c9990d600/0xc65ffb29b5b30e2c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30e25 expref: 18 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141225.242484:0:8446:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b7cc21c7400/0xc65ffb29b5b30e48 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30e41 expref: 18 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141225.242492:0:8446:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b7c81519400/0xc65ffb29b5b30e6b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30e64 expref: 18 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141225.242502:0:8446:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b7cbf439e00/0xc65ffb29b5b30e80 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cd02 expref: 9 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141225.242509:0:8446:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b7cbf438400/0xc65ffb29b5b30e87 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cd09 expref: 9 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141225.242517:0:8446:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b7cbfa60e00/0xc65ffb29b5b30ebf lrc: 12/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141225.242580:0:8446:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b7cbf438400/0xc65ffb29b5b30e87 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cd09 expref: 9 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141225.242600:0:8446:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b7cbf438400/0xc65ffb29b5b30e87 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cd09 expref: 9 pid: 5834 timeout: 308 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141225.242619:0:8446:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83701f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8446:1873953262953472:192.168.203.11@tcp:104: 00010000:00010000:1.0:1787141225.242853:0:8446:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b7cbf439e00/0xc65ffb29b5b30e80 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cd02 expref: 9 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141225.242862:0:8446:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b7cbf439e00/0xc65ffb29b5b30e80 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cd02 expref: 9 pid: 5834 timeout: 308 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141225.242871:0:8446:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbdd500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8446:1873953262953600:192.168.203.11@tcp:104: 00010000:00010000:1.0:1787141225.242904:0:8446:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b7c81519400/0xc65ffb29b5b30e6b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc65ffb29b5b30e64 expref: 18 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141225.242913:0:8446:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b7c81519400/0xc65ffb29b5b30e6b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc65ffb29b5b30e64 expref: 18 pid: 5832 timeout: 358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141225.242923:0:8446:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbddc00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8446:1873953262953728:0@lo:104: 00000100:00100000:1.0:1787141225.242981:0:8446:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1787141225.243023:0:8446:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b7cc21c7400/0xc65ffb29b5b30e48 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc65ffb29b5b30e41 expref: 18 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141225.243031:0:8446:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b7cc21c7400/0xc65ffb29b5b30e48 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc65ffb29b5b30e41 expref: 18 pid: 5833 timeout: 358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141225.243050:0:8446:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbdce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8446:1873953262953856:0@lo:104: 00000100:00100000:1.0:1787141225.243074:0:8446:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1787141225.243129:0:8446:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b7c9990d600/0xc65ffb29b5b30e2c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc65ffb29b5b30e25 expref: 18 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141225.243138:0:8446:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b7c9990d600/0xc65ffb29b5b30e2c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc65ffb29b5b30e25 expref: 18 pid: 5834 timeout: 358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141225.243146:0:8446:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbd1180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8446:1873953262953984:0@lo:104: 00010000:00010000:1.0:1787141225.243175:0:8446:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b7c80031400/0xc65ffb29b5b30e1e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc65ffb29b5b30e17 expref: 18 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141225.243184:0:8446:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b7c80031400/0xc65ffb29b5b30e1e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc65ffb29b5b30e17 expref: 18 pid: 5832 timeout: 358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141225.243192:0:8446:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbd3b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8446:1873953262954112:0@lo:104: 00010000:00010000:1.0:1787141225.243227:0:8446:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b7c80030600/0xc65ffb29b5b30e10 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc65ffb29b5b30e09 expref: 18 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141225.243236:0:8446:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b7c80030600/0xc65ffb29b5b30e10 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc65ffb29b5b30e09 expref: 18 pid: 5832 timeout: 358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141225.243244:0:8446:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbd2680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8446:1873953262954240:0@lo:104: 00010000:00010000:1.0:1787141225.243266:0:8446:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b7c9990dc00/0xc65ffb29b5b30de6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc65ffb29b5b30ddf expref: 18 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141225.243273:0:8446:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b7c9990dc00/0xc65ffb29b5b30de6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc65ffb29b5b30ddf expref: 18 pid: 5833 timeout: 358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141225.243291:0:8446:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbd0a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8446:1873953262954368:0@lo:104: 00010000:00010000:1.0:1787141225.243316:0:8446:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b7cc21c7200/0xc65ffb29b5b30dbc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc65ffb29b5b30db5 expref: 18 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141225.243324:0:8446:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b7cc21c7200/0xc65ffb29b5b30dbc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc65ffb29b5b30db5 expref: 18 pid: 5834 timeout: 358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141225.243333:0:8446:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbd1880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8446:1873953262954496:0@lo:104: 00000100:00100000:1.0:1787141225.243352:0:8446:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c90fd3e40 going to sleep for 11 seconds 00000100:00100000:0.0:1787141225.243775:0:5823:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1787141225.243860:0:5823:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141225.243885:0:5823:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141225.243893:0:5823:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141225.243903:0:5823:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141225.243911:0:5823:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141225.243921:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262953728 00000100:00100000:0.0:1787141225.243939:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262953728 00000100:00100000:0.0:1787141225.243988:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262953856 00000100:00100000:0.0:1787141225.243991:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262953856 00000100:00100000:0.0:1787141225.244001:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262953984 00000100:00100000:0.0:1787141225.244003:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262953984 00000100:00100000:0.0:1787141225.244011:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262954112 00000100:00100000:0.0:1787141225.244013:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262954112 00000100:00100000:0.0:1787141225.244020:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262954240 00000100:00100000:0.0:1787141225.244022:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262954240 00000100:00100000:0.0:1787141225.244029:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262954368 00000100:00100000:0.0:1787141225.244031:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262954368 00000100:00100000:0.0:1787141225.244038:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262954496 00000100:00100000:0.0:1787141225.244040:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262954496 00000100:00100000:0.0:1787141225.244052:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1787141225.244061:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbdca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+9:8446:x1873953262953728:12345-0@lo:104: 00010000:00010000:0.0:1787141225.244077:0:5823:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438e00/0xc65ffb29b5b30e64 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b30e6b expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141225.244141:0:5823:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787141225.244147:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbdca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+9:8446:x1873953262953728:12345-0@lo:104: Request processed in 87us (1167us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141225.244155:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1787141225.244174:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1787141225.244180:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca279e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+8:8446:x1873953262953856:12345-0@lo:104: 00010000:00010000:0.0:1787141225.244188:0:5823:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6a00/0xc65ffb29b5b30e41 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b30e48 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141225.244229:0:5823:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1787141225.244235:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca279e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+8:8446:x1873953262953856:12345-0@lo:104: Request processed in 55us (1160us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141225.244241:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1787141225.244281:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1787141225.244287:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f8c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+7:8446:x1873953262953984:12345-0@lo:104: 00010000:00010000:0.0:1787141225.244294:0:5823:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff8b7c81519a00/0xc65ffb29b5b30e25 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b30e2c expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141225.244328:0:5823:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:0.0:1787141225.244333:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f8c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+7:8446:x1873953262953984:12345-0@lo:104: Request processed in 47us (474us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141225.244339:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1787141225.244352:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1787141225.244358:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f8d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+6:8446:x1873953262954112:12345-0@lo:104: 00010000:00010000:0.0:1787141225.244366:0:5823:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7800/0xc65ffb29b5b30e17 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b30e1e expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141225.244409:0:5823:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:0.0:1787141225.244414:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f8d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+6:8446:x1873953262954112:12345-0@lo:104: Request processed in 57us (529us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141225.244420:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1787141225.244432:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1787141225.244438:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f8c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+5:8446:x1873953262954240:12345-0@lo:104: 00010000:00010000:0.0:1787141225.244445:0:5823:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff8b7c81518a00/0xc65ffb29b5b30e09 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b30e10 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141225.244480:0:5823:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to priority blp list, 5 blwis in pool 00000100:00100000:0.0:1787141225.244485:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f8c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+5:8446:x1873953262954240:12345-0@lo:104: Request processed in 49us (591us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141225.244491:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1787141225.244503:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1787141225.244508:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+4:8446:x1873953262954368:12345-0@lo:104: 00010000:00010000:0.0:1787141225.244515:0:5823:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff8b7c80030c00/0xc65ffb29b5b30ddf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b30de6 expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141225.244538:0:5823:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to priority blp list, 6 blwis in pool 00000100:00100000:0.0:1787141225.244542:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+4:8446:x1873953262954368:12345-0@lo:104: Request processed in 35us (639us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141225.244547:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1787141225.244558:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1787141225.244564:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f8c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+3:8446:x1873953262954496:12345-0@lo:104: 00010000:00010000:0.0:1787141225.244571:0:5823:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7600/0xc65ffb29b5b30db5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b30dbc expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141225.244596:0:5823:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to priority blp list, 7 blwis in pool 00000100:00100000:0.0:1787141225.244601:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f8c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+3:8446:x1873953262954496:12345-0@lo:104: Request processed in 38us (690us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141225.244607:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00010000:00010000:0.0:1787141225.244631:0:5828:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:0.0:1787141225.244637:0:5828:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438e00/0xc65ffb29b5b30e64 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b30e6b expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141225.244645:0:5828:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438e00 already unused, calling callback (ffffffffc1c5bc20) 10000000:00010000:0.0:1787141225.244655:0:5828:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438e00/0xc65ffb29b5b30e64 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0xc65ffb29b5b30e6b expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141225.244665:0:5828:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438e00/0xc65ffb29b5b30e64 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0xc65ffb29b5b30e6b expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787141225.244673:0:5828:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438e00/0xc65ffb29b5b30e64 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0xc65ffb29b5b30e6b expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787141225.244680:0:5828:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1787141225.244720:0:5828:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438e00/0xc65ffb29b5b30e64 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30e6b expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141225.244728:0:5828:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787141225.244749:0:5828:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438e00/0xc65ffb29b5b30e64 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30e6b expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141225.244756:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438e00/0xc65ffb29b5b30e64 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30e6b expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141225.244772:0:5828:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:0.0:1787141225.244775:0:5828:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6a00/0xc65ffb29b5b30e41 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b30e48 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141225.244781:0:5828:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cc21c6a00 already unused, calling callback (ffffffffc1c5bc20) 10000000:00010000:0.0:1787141225.244784:0:5828:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6a00/0xc65ffb29b5b30e41 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0xc65ffb29b5b30e48 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141225.244790:0:5828:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6a00/0xc65ffb29b5b30e41 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0xc65ffb29b5b30e48 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787141225.244831:0:5828:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6a00/0xc65ffb29b5b30e41 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0xc65ffb29b5b30e48 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787141225.244837:0:5828:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1787141225.244852:0:5828:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6a00/0xc65ffb29b5b30e41 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30e48 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141225.244857:0:5828:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787141225.244862:0:5828:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6a00/0xc65ffb29b5b30e41 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30e48 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141225.244868:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6a00/0xc65ffb29b5b30e41 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30e48 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141225.244880:0:5828:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1787141225.244883:0:5828:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff8b7c81519a00/0xc65ffb29b5b30e25 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b30e2c expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141225.244889:0:5828:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c81519a00 already unused, calling callback (ffffffffc1c5bc20) 10000000:00010000:0.0:1787141225.244892:0:5828:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff8b7c81519a00/0xc65ffb29b5b30e25 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0xc65ffb29b5b30e2c expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141225.244899:0:5828:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff8b7c81519a00/0xc65ffb29b5b30e25 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0xc65ffb29b5b30e2c expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787141225.244906:0:5828:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff8b7c81519a00/0xc65ffb29b5b30e25 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0xc65ffb29b5b30e2c expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787141225.244912:0:5828:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1787141225.244931:0:5828:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff8b7c81519a00/0xc65ffb29b5b30e25 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30e2c expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141225.244937:0:5828:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787141225.244954:0:5828:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff8b7c81519a00/0xc65ffb29b5b30e25 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30e2c expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141225.244961:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff8b7c81519a00/0xc65ffb29b5b30e25 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30e2c expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141225.244972:0:5828:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1787141225.244975:0:5828:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7800/0xc65ffb29b5b30e17 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b30e1e expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141225.244980:0:5828:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cc21c7800 already unused, calling callback (ffffffffc1c5bc20) 10000000:00010000:0.0:1787141225.244984:0:5828:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7800/0xc65ffb29b5b30e17 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xc65ffb29b5b30e1e expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141225.244991:0:5828:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7800/0xc65ffb29b5b30e17 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xc65ffb29b5b30e1e expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787141225.244997:0:5828:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7800/0xc65ffb29b5b30e17 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xc65ffb29b5b30e1e expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787141225.245002:0:5828:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1787141225.245013:0:5828:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7800/0xc65ffb29b5b30e17 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30e1e expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141225.245019:0:5828:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787141225.245024:0:5828:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7800/0xc65ffb29b5b30e17 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30e1e expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141225.245041:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7800/0xc65ffb29b5b30e17 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30e1e expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141225.245059:0:5828:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1787141225.245062:0:5828:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff8b7c81518a00/0xc65ffb29b5b30e09 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b30e10 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141225.245067:0:5828:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c81518a00 already unused, calling callback (ffffffffc1c5bc20) 10000000:00010000:0.0:1787141225.245070:0:5828:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff8b7c81518a00/0xc65ffb29b5b30e09 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xc65ffb29b5b30e10 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141225.245077:0:5828:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff8b7c81518a00/0xc65ffb29b5b30e09 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xc65ffb29b5b30e10 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787141225.245084:0:5828:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff8b7c81518a00/0xc65ffb29b5b30e09 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xc65ffb29b5b30e10 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787141225.245089:0:5828:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1787141225.245100:0:5828:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff8b7c81518a00/0xc65ffb29b5b30e09 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30e10 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141225.245106:0:5828:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787141225.245110:0:5828:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff8b7c81518a00/0xc65ffb29b5b30e09 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30e10 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141225.245116:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff8b7c81518a00/0xc65ffb29b5b30e09 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30e10 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141225.245125:0:5828:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787141225.245134:0:5828:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff8b7c80030c00/0xc65ffb29b5b30ddf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b30de6 expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141225.245140:0:5828:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c80030c00 already unused, calling callback (ffffffffc1c5bc20) 10000000:00010000:0.0:1787141225.245142:0:5828:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff8b7c80030c00/0xc65ffb29b5b30ddf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xc65ffb29b5b30de6 expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141225.245149:0:5828:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff8b7c80030c00/0xc65ffb29b5b30ddf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xc65ffb29b5b30de6 expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787141225.245155:0:5828:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff8b7c80030c00/0xc65ffb29b5b30ddf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xc65ffb29b5b30de6 expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787141225.245161:0:5828:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1787141225.245173:0:5828:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff8b7c80030c00/0xc65ffb29b5b30ddf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30de6 expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141225.245179:0:5828:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787141225.245184:0:5828:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff8b7c80030c00/0xc65ffb29b5b30ddf lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30de6 expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141225.245190:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff8b7c80030c00/0xc65ffb29b5b30ddf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30de6 expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141225.245199:0:5828:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787141225.245202:0:5828:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7600/0xc65ffb29b5b30db5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b30dbc expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141225.245208:0:5828:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cc21c7600 already unused, calling callback (ffffffffc1c5bc20) 10000000:00010000:0.0:1787141225.245210:0:5828:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7600/0xc65ffb29b5b30db5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc65ffb29b5b30dbc expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141225.245227:0:5828:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7600/0xc65ffb29b5b30db5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc65ffb29b5b30dbc expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787141225.245233:0:5828:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7600/0xc65ffb29b5b30db5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc65ffb29b5b30dbc expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787141225.245239:0:5828:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1787141225.245251:0:5828:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7600/0xc65ffb29b5b30db5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30dbc expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141225.245257:0:5828:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787141225.245261:0:5828:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7600/0xc65ffb29b5b30db5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30dbc expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141225.245268:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c7600/0xc65ffb29b5b30db5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30dbc expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141225.245285:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141225.245287:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141225.245289:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141225.245298:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141225.245304:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787141225.245319:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:66373bca-6a9f-4159-900e-58874c9cc4a0:3306:1873953262954624:0@lo:103: 00000100:00100000:0.0:1787141225.245367:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141225.245424:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbdca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:66373bca-6a9f-4159-900e-58874c9cc4a0:3306:1873953262955136:0@lo:103: 00000100:00100000:0.0:1787141225.245445:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141225.245469:0:3306:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1787141225.245475:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbdc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:66373bca-6a9f-4159-900e-58874c9cc4a0:3306:1873953262954752:0@lo:103: 00000100:00100000:0.0:1787141225.245508:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141225.245526:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:66373bca-6a9f-4159-900e-58874c9cc4a0:3306:1873953262955264:0@lo:103: 00000100:00100000:0.0:1787141225.245562:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141225.245592:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953262954880:0@lo:103: 00000100:00100000:0.0:1787141225.245614:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141225.245623:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953262955392:0@lo:103: 00000100:00100000:0.0:1787141225.245638:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141225.245649:0:3304:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787141225.245653:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953262955008:0@lo:103: 00000100:00100000:0.0:1787141225.245675:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141225.245700:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262954624 00000100:00100000:0.0:1787141225.245707:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262954624 00010000:00010000:0.0:1787141225.245737:0:5825:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b7c81519400/0xc65ffb29b5b30e6b lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b30e64 expref: 19 pid: 5832 timeout: 358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141225.245757:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262955136 00000100:00100000:0.0:1787141225.245760:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262955136 00010000:00010000:0.0:1787141225.245770:0:5825:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b7c80030600/0xc65ffb29b5b30e10 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b30e09 expref: 20 pid: 5832 timeout: 358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141225.245779:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262954752 00000100:00100000:0.0:1787141225.245782:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262954752 00010000:00010000:0.0:1787141225.245791:0:5825:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b7cc21c7400/0xc65ffb29b5b30e48 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b30e41 expref: 21 pid: 5833 timeout: 358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141225.245827:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262955264 00000100:00100000:0.0:1787141225.245830:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262955264 00010000:00010000:0.0:1787141225.245840:0:5825:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b7c9990dc00/0xc65ffb29b5b30de6 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b30ddf expref: 22 pid: 5833 timeout: 358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141225.245864:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262954880 00000100:00100000:0.0:1787141225.245867:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262954880 00010000:00010000:0.0:1787141225.245879:0:5825:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b7c9990d600/0xc65ffb29b5b30e2c lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b30e25 expref: 23 pid: 5834 timeout: 358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141225.245888:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262955392 00000100:00100000:0.0:1787141225.245891:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262955392 00010000:00010000:0.0:1787141225.245901:0:5825:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b7cc21c7200/0xc65ffb29b5b30dbc lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b30db5 expref: 24 pid: 5834 timeout: 358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141225.245911:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262955008 00000100:00100000:0.0:1787141225.245913:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262955008 00010000:00010000:0.0:1787141225.245922:0:5825:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b7c80031400/0xc65ffb29b5b30e1e lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b30e17 expref: 25 pid: 5832 timeout: 358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141225.245934:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1787141225.245940:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb479c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+25:3306:x1873953262954624:12345-0@lo:103: 00010000:00010000:0.0:1787141225.245953:0:5825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787141225.245959:0:5825:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b7c81519400/0xc65ffb29b5b30e6b lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b30e64 expref: 25 pid: 5832 timeout: 358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141225.245969:0:5825:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b7c81519400/0xc65ffb29b5b30e6b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc65ffb29b5b30e64 expref: 25 pid: 5832 timeout: 358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141225.245989:0:5825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787141225.246023:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb479c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+25:3306:x1873953262954624:12345-0@lo:103: Request processed in 82us (655us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141225.246030:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1787141225.246044:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1787141225.246055:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb479d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+24:3306:x1873953262955136:12345-0@lo:103: 00010000:00010000:0.0:1787141225.246064:0:5825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787141225.246069:0:5825:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b7c80030600/0xc65ffb29b5b30e10 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b30e09 expref: 24 pid: 5832 timeout: 358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141225.246077:0:5825:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b7c80030600/0xc65ffb29b5b30e10 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc65ffb29b5b30e09 expref: 24 pid: 5832 timeout: 358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141225.246086:0:5825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787141225.246105:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb479d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+24:3306:x1873953262955136:12345-0@lo:103: Request processed in 51us (660us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141225.246111:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1787141225.246122:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1787141225.246128:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb479c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+23:3306:x1873953262954752:12345-0@lo:103: 00010000:00010000:0.0:1787141225.246134:0:5825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787141225.246139:0:5825:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b7cc21c7400/0xc65ffb29b5b30e48 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b30e41 expref: 23 pid: 5833 timeout: 358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141225.246147:0:5825:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b7cc21c7400/0xc65ffb29b5b30e48 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc65ffb29b5b30e41 expref: 23 pid: 5833 timeout: 358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141225.246156:0:5825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787141225.246175:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb479c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+23:3306:x1873953262954752:12345-0@lo:103: Request processed in 48us (668us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141225.246181:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1787141225.246192:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1787141225.246198:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4319f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+22:3306:x1873953262955264:12345-0@lo:103: 00010000:00010000:0.0:1787141225.246206:0:5825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787141225.246216:0:5825:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b7c9990dc00/0xc65ffb29b5b30de6 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b30ddf expref: 22 pid: 5833 timeout: 358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141225.246225:0:5825:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b7c9990dc00/0xc65ffb29b5b30de6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc65ffb29b5b30ddf expref: 22 pid: 5833 timeout: 358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141225.246234:0:5825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787141225.246255:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4319f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+22:3306:x1873953262955264:12345-0@lo:103: Request processed in 57us (693us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141225.246260:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1787141225.246271:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1787141225.246276:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4318e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+21:3304:x1873953262954880:12345-0@lo:103: 00010000:00010000:0.0:1787141225.246283:0:5825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787141225.246286:0:5825:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b7c9990d600/0xc65ffb29b5b30e2c lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b30e25 expref: 21 pid: 5834 timeout: 358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141225.246293:0:5825:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b7c9990d600/0xc65ffb29b5b30e2c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc65ffb29b5b30e25 expref: 21 pid: 5834 timeout: 358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141225.246301:0:5825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787141225.246322:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4318e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+21:3304:x1873953262954880:12345-0@lo:103: Request processed in 46us (708us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141225.246328:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1787141225.246338:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1787141225.246344:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4319500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+20:3304:x1873953262955392:12345-0@lo:103: 00010000:00010000:0.0:1787141225.246351:0:5825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787141225.246355:0:5825:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b7cc21c7200/0xc65ffb29b5b30dbc lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b30db5 expref: 20 pid: 5834 timeout: 358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141225.246373:0:5825:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b7cc21c7200/0xc65ffb29b5b30dbc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc65ffb29b5b30db5 expref: 20 pid: 5834 timeout: 358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141225.246398:0:5825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787141225.246421:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4319500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+20:3304:x1873953262955392:12345-0@lo:103: Request processed in 77us (782us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141225.246428:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1787141225.246441:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1787141225.246447:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c82e43050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3304:x1873953262955008:12345-0@lo:103: 00010000:00010000:0.0:1787141225.246454:0:5825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787141225.246459:0:5825:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b7c80031400/0xc65ffb29b5b30e1e lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b30e17 expref: 19 pid: 5832 timeout: 358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141225.246468:0:5825:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b7c80031400/0xc65ffb29b5b30e1e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc65ffb29b5b30e17 expref: 19 pid: 5832 timeout: 358 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141225.246478:0:5825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787141225.246496:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c82e43050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3304:x1873953262955008:12345-0@lo:103: Request processed in 50us (820us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141225.246502:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00010000:00010000:0.0:1787141225.246551:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787141225.246579:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953262955008:0@lo:103: 00000100:00100000:0.0:1787141225.246588:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953262954880:0@lo:103: 00000100:00100000:0.0:1787141225.246594:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953262955392:0@lo:103: 00000100:00100000:0.0:1787141225.246623:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbdc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:66373bca-6a9f-4159-900e-58874c9cc4a0:3306:1873953262954752:0@lo:103: 00000100:00100000:0.0:1787141225.246631:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:66373bca-6a9f-4159-900e-58874c9cc4a0:3306:1873953262955264:0@lo:103: 00000100:00100000:0.0:1787141225.246647:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:66373bca-6a9f-4159-900e-58874c9cc4a0:3306:1873953262954624:0@lo:103: 00000100:00100000:0.0:1787141225.246654:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbdca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:66373bca-6a9f-4159-900e-58874c9cc4a0:3306:1873953262955136:0@lo:103: 00010000:00010000:1.0:1787141225.247067:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7c81519400/0xc65ffb29b5b30e6b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc65ffb29b5b30e64 expref: 18 pid: 5832 timeout: 358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141225.247083:0:8446:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbddc00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8446:1873953262953728:0@lo:104: 00010000:00010000:1.0:1787141225.247094:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7cc21c7400/0xc65ffb29b5b30e48 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc65ffb29b5b30e41 expref: 17 pid: 5833 timeout: 358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141225.247108:0:8446:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbdce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8446:1873953262953856:0@lo:104: 00010000:00010000:1.0:1787141225.247119:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7c9990d600/0xc65ffb29b5b30e2c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc65ffb29b5b30e25 expref: 16 pid: 5834 timeout: 358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141225.247129:0:8446:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbd1180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8446:1873953262953984:0@lo:104: 00010000:00010000:1.0:1787141225.247139:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7c80031400/0xc65ffb29b5b30e1e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc65ffb29b5b30e17 expref: 15 pid: 5832 timeout: 358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141225.247147:0:8446:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbd3b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8446:1873953262954112:0@lo:104: 00010000:00010000:1.0:1787141225.247156:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7c80030600/0xc65ffb29b5b30e10 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc65ffb29b5b30e09 expref: 14 pid: 5832 timeout: 358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141225.247180:0:8446:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbd2680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8446:1873953262954240:0@lo:104: 00010000:00010000:1.0:1787141225.247191:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7c9990dc00/0xc65ffb29b5b30de6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc65ffb29b5b30ddf expref: 13 pid: 5833 timeout: 358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141225.247200:0:8446:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbd0a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8446:1873953262954368:0@lo:104: 00010000:00010000:1.0:1787141225.247209:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7cc21c7200/0xc65ffb29b5b30dbc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc65ffb29b5b30db5 expref: 12 pid: 5834 timeout: 358 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141225.247219:0:8446:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbd1880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8446:1873953262954496:0@lo:104: 00000100:00100000:1.0:1787141225.250583:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141225.250615:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141225.250741:0:8446:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83701f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8446:1873953262953472:192.168.203.11@tcp:104: 00000100:00100000:2.0:1787141225.250754:0:8446:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbdd500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8446:1873953262953600:192.168.203.11@tcp:104: 00010000:00010000:2.0:1787141225.250858:0:8446:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b7cbfa60e00/0xc65ffb29b5b30ebf lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141225.253154:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240912128 00000100:00100000:3.0:1787141225.253172:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240912128 00010000:00010000:2.0:1787141225.253488:0:5826:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b7cbf439e00/0xc65ffb29b5b30e80 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cd02 expref: 10 pid: 5834 timeout: 308 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141225.253538:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240912000 00000100:00100000:2.0:1787141225.253543:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240912000 00010000:00010000:2.0:1787141225.253558:0:5826:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b7cbf438400/0xc65ffb29b5b30e87 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cd09 expref: 11 pid: 5834 timeout: 308 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141225.253575:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 19 00000100:00100000:3.0:1787141225.253584:0:5824:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:2.0:1787141225.253589:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+11:2352:x1873953240912128:12345-192.168.203.11@tcp:103: 00000100:00100000:3.0:1787141225.253598:0:5824:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00010000:00010000:2.0:1787141225.253609:0:5826:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787141225.253619:0:5826:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b7cbf439e00/0xc65ffb29b5b30e80 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cd02 expref: 11 pid: 5834 timeout: 308 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141225.253632:0:5826:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b7cbf439e00/0xc65ffb29b5b30e80 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cd02 expref: 11 pid: 5834 timeout: 308 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141225.253657:0:5826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7cbf439e00/0xc65ffb29b5b30e80 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cd02 expref: 11 pid: 5834 timeout: 308 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141225.253676:0:5826:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787141225.253754:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+10:2352:x1873953240912128:12345-192.168.203.11@tcp:103: Request processed in 169us (3184us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141225.253762:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 19 00000100:00100000:2.0:1787141225.253785:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 20 00000100:00100000:2.0:1787141225.254071:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbd0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+9:2352:x1873953240912000:12345-192.168.203.11@tcp:103: 00010000:00010000:2.0:1787141225.254084:0:5826:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787141225.254176:0:5826:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b7cbf438400/0xc65ffb29b5b30e87 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cd09 expref: 9 pid: 5834 timeout: 308 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141225.254188:0:5826:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b7cbf438400/0xc65ffb29b5b30e87 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cd09 expref: 9 pid: 5834 timeout: 308 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141225.254241:0:5826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7cbf438400/0xc65ffb29b5b30e87 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cd09 expref: 9 pid: 5834 timeout: 308 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141225.254256:0:5826:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b7cbfa60e00/0xc65ffb29b5b30ebf lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141225.254265:0:5826:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7cbfa60e00/0xc65ffb29b5b30ebf lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141225.254282:0:5826:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b7cbfa60e00/0xc65ffb29b5b30ebf lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141225.254289:0:5826:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b7cbfa60e00/0xc65ffb29b5b30ebf lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141225.254296:0:5826:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b7cbfa60e00/0xc65ffb29b5b30ebf lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141225.254304:0:5826:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b7cbfa60e00/0xc65ffb29b5b30ebf lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141225.254310:0:5826:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbfa60e00 already unused, calling callback (ffffffffc163e230) 00010000:00010000:2.0:1787141225.254316:0:5826:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b7cbfa60e00/0xc65ffb29b5b30ebf lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141225.254324:0:5826:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b7cbfa60e00/0xc65ffb29b5b30ebf lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141225.254470:0:5826:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b7cbfa60e00/0xc65ffb29b5b30ebf lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141225.254484:0:5826:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787141225.254513:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbd0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+8:2352:x1873953240912000:12345-192.168.203.11@tcp:103: Request processed in 721us (3897us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141225.254521:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 20 00010000:00010000:1.0:1787141225.254523:0:8446:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b7cbfa60e00/0xc65ffb29b5b30ebf lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141225.254536:0:8446:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b7cbfa60e00/0xc65ffb29b5b30ebf lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141225.254544:0:8446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7cbfa60e00/0xc65ffb29b5b30ebf lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141225.349760:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262955520:0@lo:13: 00000100:00100000:3.0:1787141225.349890:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141225.350304:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4318e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3307:1873953262955776:0@lo:400: 00000100:00100000:0.0:1787141225.350353:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141225.350391:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787141225.350398:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4319f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3307:1873953262955648:0@lo:400: 00000100:00100000:0.0:1787141225.350423:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141225.350455:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262955776 00000100:00100000:0.0:1787141225.350464:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262955776 00000100:00100000:0.0:1787141225.350529:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262955648 00000100:00100000:0.0:1787141225.350532:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262955648 00000100:00100000:0.0:1787141225.350557:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1787141225.350567:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4318380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1873953262955776:12345-0@lo:400: 00000100:00100000:0.0:1787141225.350630:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4318380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1873953262955776:12345-0@lo:400: Request processed in 64us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141225.350638:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1787141225.350657:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1787141225.350664:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1873953262955648:12345-0@lo:400: 00000100:00100000:0.0:1787141225.350693:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1873953262955648:12345-0@lo:400: Request processed in 29us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141225.350699:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00080000:0.0:1787141225.350716:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787141225.350754:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4319f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3307:1873953262955648:0@lo:400: 00000100:00100000:0.0:1787141225.350767:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4318e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3307:1873953262955776:0@lo:400: 00000100:00100000:2.0:1787141225.351209:0:6692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262955520 00000100:00100000:2.0:1787141225.351215:0:6692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262955520 00000100:00100000:2.0:1787141225.351259:0:6692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1787141225.351273:0:6692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3305:x1873953262955520:12345-0@lo:13: 00002000:00000024:2.0:1787141225.351312:0:6692:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1787141225.351372:0:6692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3305:x1873953262955520:12345-0@lo:13: Request processed in 106us (1483us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141225.351389:0:6692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00080000:2.0:1787141225.351417:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787141225.351858:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4319500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953262955904:0@lo:400: 00000100:00100000:3.0:1787141225.351900:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141225.351932:0:3304:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787141225.352124:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3304:1873953262956032:0@lo:400: 00000100:00100000:3.0:1787141225.352154:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:3.0:1787141225.352205:0:3305:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cc0f28000 x1873953262955520/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787141241 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787141225.352226:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262955520:0@lo:13: 00000100:00100000:3.0:1787141225.352272:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262956032 00000100:00100000:3.0:1787141225.352278:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262956032 00000100:00100000:3.0:1787141225.352325:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1787141225.352414:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3304:x1873953262956032:12345-0@lo:400: 00000100:00100000:3.0:1787141225.352457:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3304:x1873953262956032:12345-0@lo:400: Request processed in 47us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141225.352464:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00080000:3.0:1787141225.352485:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787141225.352502:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3304:1873953262956032:0@lo:400: 00000100:00100000:0.0:1787141225.354281:0:6690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262955904 00000100:00100000:0.0:1787141225.354306:0:6690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262955904 00000100:00100000:0.0:1787141225.354413:0:6690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1787141225.354424:0:6690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3304:x1873953262955904:12345-0@lo:400: 00000100:00100000:0.0:1787141225.354509:0:6690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3304:x1873953262955904:12345-0@lo:400: Request processed in 87us (2608us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141225.354516:0:6690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00080000:3.0:1787141225.354757:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:3.0:1787141225.354826:0:3304:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cb4319500 x1873953262955904/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787141241 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787141225.354851:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4319500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953262955904:0@lo:400: 00000100:00100000:0.0:1787141225.356250:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787141225.362181:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262956160:0@lo:13: 00000100:00100000:0.0:1787141225.362702:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141225.366363:0:6692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262956160 00000100:00100000:3.0:1787141225.366394:0:6692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262956160 00000100:00100000:3.0:1787141225.366480:0:6692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1787141225.366493:0:6692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4318e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953262956160:12345-0@lo:13: 00002000:00000024:3.0:1787141225.366545:0:6692:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1787141225.366692:0:6692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4318e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953262956160:12345-0@lo:13: Request processed in 201us (3991us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141225.366701:0:6692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00010000:00080000:0.0:1787141225.371695:0:3307:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cbcbd3100 x1873953262956160/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787141241 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787141225.371733:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262956160:0@lo:13: 00000100:00100000:3.0:1787141225.720695:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141225.720860:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240912256 00000100:00100000:1.0:1787141225.720874:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240912256 00000100:00100000:1.0:1787141225.720948:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 130 00000100:00100000:1.0:1787141225.720960:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2787c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+8:5593:x1873953240912256:12345-192.168.203.11@tcp:101: 00010000:00010000:1.0:1787141225.720983:0:5833:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787141225.721010:0:5833:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7cbfa60e00/0xc65ffb29b5b30ec6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cd6b expref: -99 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141225.721083:0:5833:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7cbfa60e00/0xc65ffb29b5b30ec6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cd6b expref: 9 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141225.721097:0:5833:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7cbfa60e00/0xc65ffb29b5b30ec6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cd6b expref: 9 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141225.721109:0:5833:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbfa60e00, rc 0) 00000100:00100000:1.0:1787141225.721198:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2787c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+9:5593:x1873953240912256:12345-192.168.203.11@tcp:101: Request processed in 240us (518us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141225.721208:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 130 00000100:00100000:2.0:1787141225.727291:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141225.727409:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240912384 00000100:00100000:3.0:1787141225.727422:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240912384 00000100:00100000:3.0:1787141225.727502:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 131 00000100:00100000:3.0:1787141225.727514:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2786050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+9:5593:x1873953240912384:12345-192.168.203.11@tcp:501: 00000100:00100000:3.0:1787141225.727964:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2786050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+9:5593:x1873953240912384:12345-192.168.203.11@tcp:501: Request processed in 450us (686us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141225.727973:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 131 00000100:00100000:2.0:1787141225.735284:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141225.737267:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240912512 00000100:00100000:0.0:1787141225.737287:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240912512 00000100:00100000:3.0:1787141225.737475:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 132 00000100:00100000:3.0:1787141225.737491:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2786450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+9:5593:x1873953240912512:12345-192.168.203.11@tcp:503: 00000100:00100000:3.0:1787141225.737849:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2786450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+9:5593:x1873953240912512:12345-192.168.203.11@tcp:503: Request processed in 361us (2580us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141225.737858:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 132 00000100:00100000:0.0:1787141225.744966:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141225.745194:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240912640 00000100:00100000:1.0:1787141225.745207:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240912640 00000100:00100000:1.0:1787141225.745275:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 133 00000100:00100000:1.0:1787141225.745287:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2785450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+9:6059:x1873953240912640:12345-192.168.203.11@tcp:502: 00000100:00100000:1.0:1787141225.745734:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2785450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+9:6059:x1873953240912640:12345-192.168.203.11@tcp:502: Request processed in 447us (780us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141225.745745:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 133 00000100:00100000:2.0:1787141225.756116:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141225.756277:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240912768 00000100:00100000:0.0:1787141225.756290:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240912768 00000100:00100000:0.0:1787141225.756596:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 134 00000100:00100000:0.0:1787141225.756609:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c17450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:886abfc8-fafa-4f23-87cd-d18f7c7251c2+9:6059:x1873953240912768:12345-192.168.203.11@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787141225.757091:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c17450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:886abfc8-fafa-4f23-87cd-d18f7c7251c2+9:6059:x1873953240912768:12345-192.168.203.11@tcp:502:llog_process_th.0 Request processed in 414us (921us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141225.757101:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 134 00000100:00100000:2.0:1787141225.761245:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141225.761531:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240912896 00000100:00100000:3.0:1787141225.761545:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240912896 00000100:00100000:3.0:1787141225.761619:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 135 00000100:00100000:3.0:1787141225.761633:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c15050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+9:5593:x1873953240912896:12345-192.168.203.11@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787141225.761861:0:5834:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141225.761887:0:5834:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7cbf438000/0xc65ffb29b5b30ecd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cd72 expref: -99 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141225.761925:0:5834:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7cbf438000/0xc65ffb29b5b30ecd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cd72 expref: 10 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141225.761938:0:5834:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7cbf438000/0xc65ffb29b5b30ecd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cd72 expref: 10 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141225.764168:0:5834:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf438000, rc 0) 00000100:00100000:2.0:1787141225.764637:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c15050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+10:5593:x1873953240912896:12345-192.168.203.11@tcp:101:ll_cfg_requeue.0 Request processed in 2997us (3397us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141225.764648:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 135 00000100:00100000:3.0:1787141225.767153:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141225.767439:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240913024 00000100:00100000:0.0:1787141225.767452:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240913024 00000100:00100000:0.0:1787141225.767526:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 136 00000100:00100000:0.0:1787141225.767538:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c15850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:886abfc8-fafa-4f23-87cd-d18f7c7251c2+10:5593:x1873953240913024:12345-192.168.203.11@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787141225.768322:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c15850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:886abfc8-fafa-4f23-87cd-d18f7c7251c2+10:5593:x1873953240913024:12345-192.168.203.11@tcp:501:ll_cfg_requeue.0 Request processed in 779us (1174us total) trans 0 rc -2/-2 00000100:00100000:0.0:1787141225.768334:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 136 00010000:00010000:0.0:1787141226.241096:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787141226.945090:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141226.945135:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141226.945185:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141226.945227:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141226.945259:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240913152 00000100:00100000:3.0:1787141226.945268:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240913152 00000100:00100000:3.0:1787141226.945327:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 137 00000100:00100000:3.0:1787141226.945345:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c16850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+10:2353:x1873953240913152:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:3.0:1787141226.945459:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c16850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+10:2353:x1873953240913152:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 122us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141226.945467:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 137 00000100:00100000:3.0:1787141226.945513:0:6691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240913408 00000100:00100000:3.0:1787141226.945517:0:6691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240913408 00000100:00100000:3.0:1787141226.945563:0:6691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240913536 00000100:00100000:3.0:1787141226.945567:0:6691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240913536 00000100:00100000:3.0:1787141226.945589:0:6691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 10 00000100:00100000:3.0:1787141226.945597:0:6691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2353:x1873953240913408:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:3.0:1787141226.945630:0:6691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2353:x1873953240913408:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 35us (495us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141226.945638:0:6691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 10 00000100:00100000:3.0:1787141226.945651:0:6691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 11 00000100:00100000:3.0:1787141226.945659:0:6691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2353:x1873953240913536:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:3.0:1787141226.945691:0:6691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2353:x1873953240913536:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 33us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141226.945697:0:6691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 11 00000100:00100000:3.0:1787141226.945716:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240913280 00000100:00100000:3.0:1787141226.945719:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240913280 00000100:00100000:3.0:1787141226.947623:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 29 00000100:00100000:3.0:1787141226.947653:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2353:x1873953240913280:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:3.0:1787141226.947726:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2353:x1873953240913280:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 79us (2540us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141226.947733:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 29 00000100:00080000:3.0:1787141226.948126:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787141226.948132:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1787141226.948134:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1787141227.265498:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1787141227.272438:0:5836:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1787141227.272451:0:5836:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8b7cbf5e0800 from 39 10000000:01000000:1.0:1787141227.272460:0:5836:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1787141227.272535:0:5836:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa61e00/0xc65ffb29b5b30ed4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141227.272550:0:5836:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa61e00/0xc65ffb29b5b30ed4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141227.272565:0:5836:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa61e00/0xc65ffb29b5b30ed4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141227.272614:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbd3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262956288:0@lo:101: 00000100:00100000:1.0:1787141227.272728:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141227.272792:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c862e9480 going to sleep for 11 seconds 00000100:00100000:0.0:1787141227.273736:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262956288 00000100:00100000:0.0:1787141227.273760:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262956288 00000100:00100000:0.0:1787141227.273852:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000100:00100000:0.0:1787141227.273865:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c14050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+12:5836:x1873953262956288:12345-0@lo:101: 00010000:00010000:0.0:1787141227.273883:0:5832:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141227.273904:0:5832:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7c80031200/0xc65ffb29b5b30edb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b30ed4 expref: -99 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141227.273936:0:5832:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7c80031200/0xc65ffb29b5b30edb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b30ed4 expref: 13 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141227.273948:0:5832:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7c80031200/0xc65ffb29b5b30edb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30ed4 expref: 13 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141227.273959:0:5832:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c80031200, rc 0) 00000100:00100000:0.0:1787141227.274045:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c14050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+13:5836:x1873953262956288:12345-0@lo:101: Request processed in 171us (1307us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141227.274052:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000100:00100000:0.0:1787141227.274116:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbd3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262956288:0@lo:101: 00010000:00010000:0.0:1787141227.274135:0:5836:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa61e00/0xc65ffb29b5b30ed4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30edb expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141227.274146:0:5836:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa61e00/0xc65ffb29b5b30ed4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b30edb expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141227.274236:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4319f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262956416:0@lo:501: 00000100:00100000:0.0:1787141227.274271:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141227.274303:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca6d67d80 going to sleep for 11 seconds 00000100:00100000:0.0:1787141227.274318:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262956416 00000100:00100000:0.0:1787141227.274322:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262956416 00000100:00100000:0.0:1787141227.274345:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000100:00100000:0.0:1787141227.274352:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c16c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+13:5836:x1873953262956416:12345-0@lo:501: 00000100:00100000:0.0:1787141227.275097:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c16c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+13:5836:x1873953262956416:12345-0@lo:501: Request processed in 740us (821us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141227.275108:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000100:00100000:0.0:1787141227.275163:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4319f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262956416:0@lo:501: 00000100:00100000:0.0:1787141227.275207:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4319f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262956544:0@lo:503: 00000100:00100000:0.0:1787141227.275256:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141227.275274:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca6d67d80 going to sleep for 11 seconds 00000100:00100000:0.0:1787141227.275291:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262956544 00000100:00100000:0.0:1787141227.275296:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262956544 00000100:00100000:0.0:1787141227.275326:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 00000100:00100000:0.0:1787141227.275336:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c17c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+13:5836:x1873953262956544:12345-0@lo:503: 00000100:00100000:0.0:1787141227.278772:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c17c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+13:5836:x1873953262956544:12345-0@lo:503: Request processed in 3423us (3501us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141227.278789:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00000100:00100000:3.0:1787141227.279064:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4319f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262956544:0@lo:503: 00000100:00100000:3.0:1787141227.279362:0:8487:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f29c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:8487:1873953262956672:0@lo:502: 00000100:00100000:3.0:1787141227.279440:0:8487:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141227.279477:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262956672 00000100:00100000:3.0:1787141227.279484:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262956672 00000100:00100000:3.0:1787141227.279527:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141 00000100:00100000:3.0:1787141227.279538:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c16050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+14:8487:x1873953262956672:12345-0@lo:502: 00000100:00100000:3.0:1787141227.280479:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c16050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+14:8487:x1873953262956672:12345-0@lo:502: Request processed in 937us (1034us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141227.280490:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141 00000100:00100000:3.0:1787141227.280560:0:8487:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c98901000 going to sleep for 11 seconds 00000100:00100000:3.0:1787141227.280584:0:8487:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f29c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:8487:1873953262956672:0@lo:502: 00000100:00100000:3.0:1787141227.280647:0:8487:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f29c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:8487:1873953262956800:0@lo:502: 00000100:00100000:3.0:1787141227.280690:0:8487:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141227.280717:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262956800 00000100:00100000:3.0:1787141227.280722:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262956800 00000100:00100000:3.0:1787141227.280759:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000100:00100000:3.0:1787141227.280766:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c16450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+14:8487:x1873953262956800:12345-0@lo:502: 00000100:00100000:3.0:1787141227.281132:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c16450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+14:8487:x1873953262956800:12345-0@lo:502: Request processed in 364us (440us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141227.281140:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000100:00100000:3.0:1787141227.281173:0:8487:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c98901000 going to sleep for 11 seconds 00000100:00100000:3.0:1787141227.281188:0:8487:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f29c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:8487:1873953262956800:0@lo:502: 00000040:00080000:3.0:1787141227.281210:0:8487:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 00000020:01000000:3.0:1787141227.281289:0:5836:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 39-41 (rc=0) 10000000:01000000:3.0:1787141227.281312:0:5836:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1787141227.281324:0:5836:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa61e00/0xc65ffb29b5b30ed4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30edb expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141227.281335:0:5836:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa61e00/0xc65ffb29b5b30ed4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30edb expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787141227.281345:0:5836:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:3.0:1787141227.281348:0:5836:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 8 10000000:01000000:3.0:1787141227.281352:0:5836:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:3.0:1787141227.282627:0:5836:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438200/0xc65ffb29b5b30ee2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141227.282650:0:5836:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438200/0xc65ffb29b5b30ee2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141227.282666:0:5836:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438200/0xc65ffb29b5b30ee2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141227.282696:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f29c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262956928:0@lo:101: 00000100:00100000:3.0:1787141227.283000:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141227.283478:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c98901000 going to sleep for 11 seconds 00000100:00100000:3.0:1787141227.283520:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262956928 00000100:00100000:3.0:1787141227.283530:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262956928 00000100:00100000:3.0:1787141227.283586:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00100000:3.0:1787141227.283597:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c15450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+13:5836:x1873953262956928:12345-0@lo:101: 00010000:00010000:3.0:1787141227.283614:0:5834:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141227.283632:0:5834:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7cbf438c00/0xc65ffb29b5b30ee9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b30ee2 expref: -99 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141227.283664:0:5834:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7cbf438c00/0xc65ffb29b5b30ee9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b30ee2 expref: 14 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141227.283678:0:5834:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7cbf438c00/0xc65ffb29b5b30ee9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30ee2 expref: 14 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141227.283690:0:5834:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf438c00, rc 0) 00000100:00100000:3.0:1787141227.285564:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c15450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+14:5836:x1873953262956928:12345-0@lo:101: Request processed in 1959us (2555us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141227.285578:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00100000:3.0:1787141227.285671:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f29c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262956928:0@lo:101: 00010000:00010000:3.0:1787141227.285702:0:5836:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438200/0xc65ffb29b5b30ee2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30ee9 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141227.285717:0:5836:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438200/0xc65ffb29b5b30ee2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b30ee9 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141227.287877:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f29c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262957056:0@lo:501: 00000100:00100000:3.0:1787141227.287970:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141227.288030:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c98901000 going to sleep for 11 seconds 00000100:00100000:3.0:1787141227.288065:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262957056 00000100:00100000:3.0:1787141227.288146:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262957056 00000100:00100000:3.0:1787141227.288205:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00100000:3.0:1787141227.288218:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c14850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+14:5836:x1873953262957056:12345-0@lo:501: 00000100:00100000:3.0:1787141227.288791:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c14850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+14:5836:x1873953262957056:12345-0@lo:501: Request processed in 572us (818us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141227.288831:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00100000:3.0:1787141227.288891:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f29c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262957056:0@lo:501: 00000100:00100000:3.0:1787141227.288941:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f29c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262957184:0@lo:503: 00000100:00100000:3.0:1787141227.288990:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141227.289015:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c98901000 going to sleep for 11 seconds 00000100:00100000:3.0:1787141227.289031:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262957184 00000100:00100000:3.0:1787141227.289036:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262957184 00000100:00100000:3.0:1787141227.289062:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:3.0:1787141227.289069:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c15c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+14:5836:x1873953262957184:12345-0@lo:503: 00000100:00100000:3.0:1787141227.289310:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c15c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+14:5836:x1873953262957184:12345-0@lo:503: Request processed in 241us (319us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141227.289318:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00100000:3.0:1787141227.290269:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f29c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262957184:0@lo:503: 00000100:00100000:3.0:1787141227.291510:0:8488:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f29c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:8488:1873953262957312:0@lo:502: 00000100:00100000:3.0:1787141227.291608:0:8488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141227.291667:0:8488:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c98901180 going to sleep for 11 seconds 00000100:00100000:0.0:1787141227.292231:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262957312 00000100:00100000:0.0:1787141227.292242:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262957312 00000100:00100000:0.0:1787141227.292298:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:0.0:1787141227.292309:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c14c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+14:8488:x1873953262957312:12345-0@lo:502: 00000100:00100000:0.0:1787141227.299929:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c14c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+14:8488:x1873953262957312:12345-0@lo:502: Request processed in 7605us (8306us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141227.299949:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00100000:0.0:1787141227.300052:0:8488:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f29c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:8488:1873953262957312:0@lo:502: 00000020:01000000:0.0:1787141227.300098:0:8488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787141227.300111:0:8488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787141227.300114:0:8488:0:(obd_config.c:1563:class_process_config()) marker 27 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1787141227.300120:0:8488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:0.0:1787141227.300171:0:8488:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431a300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:8488:1873953262957440:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1787141227.300232:0:8488:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141227.300268:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262957440 00000100:00100000:0.0:1787141227.300276:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262957440 00000100:00100000:0.0:1787141227.300324:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:0.0:1787141227.300335:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c17850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+14:8488:x1873953262957440:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1787141227.302262:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c17850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+14:8488:x1873953262957440:12345-0@lo:502:llog_process_th.0 Request processed in 1917us (2020us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141227.302277:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00100000:0.0:1787141227.303013:0:8488:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca6d67840 going to sleep for 11 seconds 00000100:00100000:0.0:1787141227.303070:0:8488:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431a300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:8488:1873953262957440:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1787141227.303115:0:8488:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787141227.303125:0:8488:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787141227.303128:0:8488:0:(obd_config.c:1563:class_process_config()) marker 27 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1787141227.303133:0:8488:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 11 count 11 00000020:01000000:0.0:1787141227.303218:0:5836:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 8-10 (rc=0) 10000000:01000000:0.0:1787141227.303240:0:5836:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:0.0:1787141227.303254:0:5836:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438200/0xc65ffb29b5b30ee2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30ee9 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141227.303280:0:5836:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438200/0xc65ffb29b5b30ee2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30ee9 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787141227.303291:0:5836:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1787141227.303295:0:5836:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8b7ca2684800 from 39 10000000:01000000:0.0:1787141227.303299:0:5836:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1787141227.303338:0:5836:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c80031600/0xc65ffb29b5b30ef0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141227.303347:0:5836:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff8b7c80031600/0xc65ffb29b5b30ef0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141227.303358:0:5836:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff8b7c80031600/0xc65ffb29b5b30ef0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141227.303695:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262957568:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787141227.304504:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141227.304557:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca6d67840 going to sleep for 11 seconds 00000100:00100000:0.0:1787141227.304590:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262957568 00000100:00100000:0.0:1787141227.304598:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262957568 00000100:00100000:0.0:1787141227.304658:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:0.0:1787141227.304671:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c14450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+14:5836:x1873953262957568:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787141227.304689:0:5833:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141227.304707:0:5833:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7c80031a00/0xc65ffb29b5b30ef7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b30ef0 expref: -99 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141227.305271:0:5833:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7c80031a00/0xc65ffb29b5b30ef7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b30ef0 expref: 15 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141227.305300:0:5833:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7c80031a00/0xc65ffb29b5b30ef7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30ef0 expref: 15 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141227.305311:0:5833:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c80031a00, rc 0) 00000100:00100000:0.0:1787141227.305470:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c14450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+15:5836:x1873953262957568:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 801us (968us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141227.305479:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00100000:2.0:1787141227.305604:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262957568:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787141227.305627:0:5836:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff8b7c80031600/0xc65ffb29b5b30ef0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30ef7 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141227.305649:0:5836:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff8b7c80031600/0xc65ffb29b5b30ef0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b30ef7 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141227.305730:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbbbda300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262957696:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787141227.306283:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141227.306356:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cc0f51900 going to sleep for 11 seconds 00000100:00100000:3.0:1787141227.306461:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262957696 00000100:00100000:3.0:1787141227.306470:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262957696 00000100:00100000:3.0:1787141227.307717:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:3.0:1787141227.307752:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c17050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+15:5836:x1873953262957696:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787141227.308400:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c17050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+15:5836:x1873953262957696:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 667us (2116us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141227.308418:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:0.0:1787141227.312022:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbbbda300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262957696:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787141227.312109:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262957824:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787141227.312201:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141227.312264:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca6d67540 going to sleep for 11 seconds 00000100:00100000:2.0:1787141227.312350:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262957824 00000100:00100000:2.0:1787141227.312358:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262957824 00000100:00100000:2.0:1787141227.312445:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:2.0:1787141227.312457:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+15:5836:x1873953262957824:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1787141227.312698:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+15:5836:x1873953262957824:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 243us (497us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141227.312706:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:0.0:1787141227.313198:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262957824:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787141227.314330:0:8490:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f28700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:8490:1873953262957952:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1787141227.314490:0:8490:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141227.314576:0:8490:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c98901e40 going to sleep for 11 seconds 00000100:00100000:2.0:1787141227.314718:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262957952 00000100:00100000:2.0:1787141227.314726:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262957952 00000100:00100000:2.0:1787141227.315166:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:2.0:1787141227.315180:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+15:8490:x1873953262957952:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1787141227.315661:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+15:8490:x1873953262957952:12345-0@lo:502:llog_process_th.0 Request processed in 483us (1169us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141227.315672:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:3.0:1787141227.315997:0:8490:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f28700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:8490:1873953262957952:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1787141227.316136:0:8490:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f28700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:8490:1873953262958080:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1787141227.316187:0:8490:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141227.316261:0:8490:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c98901e40 going to sleep for 11 seconds 00000100:00100000:2.0:1787141227.316297:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262958080 00000100:00100000:2.0:1787141227.316304:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262958080 00000100:00100000:2.0:1787141227.316344:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:2.0:1787141227.316355:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+15:8490:x1873953262958080:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1787141227.316665:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+15:8490:x1873953262958080:12345-0@lo:502:llog_process_th.0 Request processed in 312us (477us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141227.316674:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:3.0:1787141227.317202:0:8490:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f28700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:8490:1873953262958080:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1787141227.317251:0:8490:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 00000020:01000000:0.0:1787141227.317360:0:5836:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 39-41 (rc=0) 10000000:01000000:0.0:1787141227.317397:0:5836:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1787141227.317411:0:5836:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c80031600/0xc65ffb29b5b30ef0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30ef7 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141227.317424:0:5836:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff8b7c80031600/0xc65ffb29b5b30ef0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30ef7 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787141227.317436:0:5836:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:0.0:1787141227.317439:0:5836:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 11 10000000:01000000:0.0:1787141227.317442:0:5836:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:0.0:1787141227.317477:0:5836:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c80031000/0xc65ffb29b5b30efe lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141227.317494:0:5836:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff8b7c80031000/0xc65ffb29b5b30efe lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141227.317512:0:5836:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff8b7c80031000/0xc65ffb29b5b30efe lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141227.317541:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262958208:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787141227.317597:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141227.317641:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca6d67540 going to sleep for 11 seconds 00000100:00100000:3.0:1787141227.317655:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262958208 00000100:00100000:3.0:1787141227.317662:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262958208 00000100:00100000:3.0:1787141227.317703:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:3.0:1787141227.317712:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+15:5836:x1873953262958208:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787141227.317723:0:5833:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141227.317877:0:5833:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7cbf439a00/0xc65ffb29b5b30f05 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b30efe expref: -99 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141227.317907:0:5833:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7cbf439a00/0xc65ffb29b5b30f05 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b30efe expref: 16 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141227.317919:0:5833:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7cbf439a00/0xc65ffb29b5b30f05 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30efe expref: 16 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141227.317930:0:5833:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf439a00, rc 0) 00000100:00100000:3.0:1787141227.317969:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+16:5836:x1873953262958208:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 258us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141227.317984:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:3.0:1787141227.318020:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262958208:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787141227.318115:0:5836:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff8b7c80031000/0xc65ffb29b5b30efe lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30f05 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141227.318127:0:5836:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff8b7c80031000/0xc65ffb29b5b30efe lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b30f05 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141227.318186:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f28700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262958336:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787141227.318218:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141227.318238:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c98901cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1787141227.318440:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262958336 00000100:00100000:0.0:1787141227.318449:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262958336 00000100:00100000:0.0:1787141227.318490:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:0.0:1787141227.318498:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+16:5836:x1873953262958336:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787141227.320509:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+16:5836:x1873953262958336:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 1998us (2276us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141227.320526:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:3.0:1787141227.320542:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f28700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262958336:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787141227.320608:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f28700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262958464:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787141227.320657:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141227.320699:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c98901cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787141227.320756:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262958464 00000100:00100000:2.0:1787141227.320764:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262958464 00000100:00100000:2.0:1787141227.320946:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:2.0:1787141227.320959:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+16:5836:x1873953262958464:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1787141227.321199:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+16:5836:x1873953262958464:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 244us (541us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141227.321207:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:1.0:1787141227.321601:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f28700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262958464:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787141227.323304:0:8492:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f2b100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:8492:1873953262958592:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1787141227.323518:0:8492:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141227.323627:0:8492:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c98901cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787141227.323676:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262958592 00000100:00100000:2.0:1787141227.323685:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262958592 00000100:00100000:2.0:1787141227.323973:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:2.0:1787141227.323988:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+16:8492:x1873953262958592:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1787141227.324333:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+16:8492:x1873953262958592:12345-0@lo:502:llog_process_th.0 Request processed in 348us (814us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141227.324344:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:1.0:1787141227.324581:0:8492:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f2b100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:8492:1873953262958592:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1787141227.324623:0:8492:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787141227.324636:0:8492:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787141227.324639:0:8492:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1787141227.324644:0:8492:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:1.0:1787141227.324746:0:8492:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbd1f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:8492:1873953262958720:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787141227.324792:0:8492:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141227.324839:0:8492:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c862e9600 going to sleep for 11 seconds 00000100:00100000:3.0:1787141227.324997:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262958720 00000100:00100000:3.0:1787141227.325003:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262958720 00000100:00100000:3.0:1787141227.325048:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:3.0:1787141227.325066:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+16:8492:x1873953262958720:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1787141227.325257:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+16:8492:x1873953262958720:12345-0@lo:502:llog_process_th.0 Request processed in 201us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141227.325265:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:3.0:1787141227.325316:0:8492:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbd1f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:8492:1873953262958720:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1787141227.325339:0:8492:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787141227.325345:0:8492:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787141227.325347:0:8492:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1787141227.325353:0:8492:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 14 count 14 00000020:01000000:1.0:1787141227.325512:0:5836:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 11-13 (rc=0) 10000000:01000000:1.0:1787141227.325538:0:5836:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:1.0:1787141227.325550:0:5836:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c80031000/0xc65ffb29b5b30efe lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30f05 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141227.325563:0:5836:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff8b7c80031000/0xc65ffb29b5b30efe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30f05 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787141227.325575:0:5836:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1787141227.325579:0:5836:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8b7c85781000 from 39 10000000:01000000:1.0:1787141227.325582:0:5836:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1787141227.325613:0:5836:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa60a00/0xc65ffb29b5b30f0c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141227.325621:0:5836:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa60a00/0xc65ffb29b5b30f0c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141227.325638:0:5836:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa60a00/0xc65ffb29b5b30f0c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141227.325653:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbd0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262958848:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1787141227.325752:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141227.325783:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c862e9600 going to sleep for 11 seconds 00000100:00100000:2.0:1787141227.325908:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262958848 00000100:00100000:2.0:1787141227.325913:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262958848 00000100:00100000:2.0:1787141227.325943:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:2.0:1787141227.325951:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+16:5836:x1873953262958848:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787141227.325962:0:5832:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141227.325977:0:5832:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7c81519200/0xc65ffb29b5b30f13 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b30f0c expref: -99 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141227.326006:0:5832:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7c81519200/0xc65ffb29b5b30f13 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b30f0c expref: 17 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141227.326018:0:5832:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7c81519200/0xc65ffb29b5b30f13 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30f0c expref: 17 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141227.326039:0:5832:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c81519200, rc 0) 00000100:00100000:2.0:1787141227.326077:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+17:5836:x1873953262958848:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 127us (324us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141227.326083:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:3.0:1787141227.326234:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbd0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262958848:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787141227.326248:0:5836:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa60a00/0xc65ffb29b5b30f0c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30f13 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141227.326256:0:5836:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa60a00/0xc65ffb29b5b30f0c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b30f13 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141227.326306:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f2b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262958976:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787141227.326334:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141227.326378:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c989013c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787141227.326507:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262958976 00000100:00100000:1.0:1787141227.326513:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262958976 00000100:00100000:1.0:1787141227.326545:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:1.0:1787141227.326553:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+17:5836:x1873953262958976:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787141227.327699:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+17:5836:x1873953262958976:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 1141us (1358us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141227.327712:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:3.0:1787141227.328077:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f2b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262958976:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787141227.328134:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f2b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262959104:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787141227.328203:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141227.328247:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c989013c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787141227.329019:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262959104 00000100:00100000:1.0:1787141227.329028:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262959104 00000100:00100000:1.0:1787141227.329085:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:1.0:1787141227.329096:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+17:5836:x1873953262959104:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1787141227.329372:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+17:5836:x1873953262959104:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 269us (1160us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141227.329381:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:3.0:1787141227.331353:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f2b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262959104:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1787141227.333276:0:8493:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbd1500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:8493:1873953262959232:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787141227.333407:0:8493:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141227.333467:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262959232 00000100:00100000:1.0:1787141227.333473:0:8493:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c862e90c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787141227.333477:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262959232 00000100:00100000:3.0:1787141227.333539:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:3.0:1787141227.333551:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+17:8493:x1873953262959232:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1787141227.333961:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+17:8493:x1873953262959232:12345-0@lo:502:llog_process_th.0 Request processed in 410us (552us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141227.333984:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:1.0:1787141227.334014:0:8493:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbd1500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:8493:1873953262959232:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787141227.334078:0:8493:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbd1500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:8493:1873953262959360:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787141227.334121:0:8493:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141227.334154:0:8493:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c862e90c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787141227.334213:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262959360 00000100:00100000:3.0:1787141227.334220:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262959360 00000100:00100000:3.0:1787141227.334257:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:3.0:1787141227.334266:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+17:8493:x1873953262959360:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1787141227.334452:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+17:8493:x1873953262959360:12345-0@lo:502:llog_process_th.0 Request processed in 186us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141227.334459:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:1.0:1787141227.334499:0:8493:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbd1500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:8493:1873953262959360:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1787141227.334520:0:8493:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 00000020:01000000:2.0:1787141227.335684:0:5836:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 39-41 (rc=0) 10000000:01000000:2.0:1787141227.335717:0:5836:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1787141227.335729:0:5836:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa60a00/0xc65ffb29b5b30f0c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30f13 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141227.335742:0:5836:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa60a00/0xc65ffb29b5b30f0c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30f13 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787141227.335753:0:5836:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:2.0:1787141227.335756:0:5836:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 34 10000000:01000000:2.0:1787141227.335758:0:5836:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:2.0:1787141227.335823:0:5836:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c81518e00/0xc65ffb29b5b30f1a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141227.335831:0:5836:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff8b7c81518e00/0xc65ffb29b5b30f1a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141227.335842:0:5836:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff8b7c81518e00/0xc65ffb29b5b30f1a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141227.335865:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbbbdaa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262959488:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1787141227.335925:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141227.335974:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cc0f51480 going to sleep for 11 seconds 00000100:00100000:1.0:1787141227.336398:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262959488 00000100:00100000:1.0:1787141227.336407:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262959488 00000100:00100000:1.0:1787141227.336465:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:1.0:1787141227.336477:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+17:5836:x1873953262959488:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787141227.336491:0:5834:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787141227.336507:0:5834:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7cbfa61c00/0xc65ffb29b5b30f21 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b30f1a expref: -99 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141227.336541:0:5834:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7cbfa61c00/0xc65ffb29b5b30f21 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b30f1a expref: 18 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141227.336553:0:5834:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7cbfa61c00/0xc65ffb29b5b30f21 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30f1a expref: 18 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141227.336562:0:5834:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbfa61c00, rc 0) 00000100:00100000:1.0:1787141227.336617:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+18:5836:x1873953262959488:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 142us (692us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141227.336624:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00100000:2.0:1787141227.338531:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbbbdaa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262959488:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787141227.338597:0:5836:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff8b7c81518e00/0xc65ffb29b5b30f1a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30f21 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141227.338610:0:5836:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff8b7c81518e00/0xc65ffb29b5b30f1a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b30f21 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141227.338719:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbbbdaa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262959616:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787141227.338784:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141227.338881:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cc0f51480 going to sleep for 11 seconds 00000100:00100000:0.0:1787141227.340206:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262959616 00000100:00100000:0.0:1787141227.340221:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262959616 00000100:00100000:0.0:1787141227.340297:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:0.0:1787141227.340311:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+18:5836:x1873953262959616:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787141227.340746:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+18:5836:x1873953262959616:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 437us (1961us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141227.340756:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00100000:1.0:1787141227.340863:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbbbdaa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262959616:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787141227.340931:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbd1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262959744:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1787141227.340986:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141227.341029:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c862e9840 going to sleep for 11 seconds 00000100:00100000:0.0:1787141227.342827:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262959744 00000100:00100000:0.0:1787141227.342846:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262959744 00000100:00100000:0.0:1787141227.342913:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:0.0:1787141227.342932:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+18:5836:x1873953262959744:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787141227.343232:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+18:5836:x1873953262959744:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 301us (2245us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141227.343242:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:1.0:1787141227.343878:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbd1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262959744:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787141227.346160:0:8495:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f2b800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:8495:1873953262959872:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1787141227.346273:0:8495:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141227.346330:0:8495:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c98901840 going to sleep for 11 seconds 00000100:00100000:0.0:1787141227.347560:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262959872 00000100:00100000:0.0:1787141227.347576:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262959872 00000100:00100000:0.0:1787141227.347646:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:0.0:1787141227.347658:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca276b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+18:8495:x1873953262959872:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1787141227.349236:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca276b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+18:8495:x1873953262959872:12345-0@lo:502:llog_process_th.0 Request processed in 1570us (2953us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141227.349252:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00100000:3.0:1787141227.349744:0:8495:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f2b800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:8495:1873953262959872:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1787141227.349884:0:8495:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787141227.349900:0:8495:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787141227.349903:0:8495:0:(obd_config.c:1563:class_process_config()) marker 26 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1787141227.349914:0:8495:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:3.0:1787141227.349963:0:8495:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f2b800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:8495:1873953262960000:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1787141227.350027:0:8495:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141227.350077:0:8495:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c98901840 going to sleep for 11 seconds 00000100:00100000:0.0:1787141227.351215:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262960000 00000100:00100000:0.0:1787141227.351233:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262960000 00000100:00100000:0.0:1787141227.351306:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00100000:0.0:1787141227.351319:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2768450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+18:8495:x1873953262960000:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1787141227.351687:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2768450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+18:8495:x1873953262960000:12345-0@lo:502:llog_process_th.0 Request processed in 369us (1659us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141227.351696:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00000100:00100000:3.0:1787141227.353687:0:8495:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f2b800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:8495:1873953262960000:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1787141227.353743:0:8495:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787141227.353752:0:8495:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787141227.353754:0:8495:0:(obd_config.c:1563:class_process_config()) marker 26 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1787141227.353762:0:8495:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 37 count 37 00000020:01000000:0.0:1787141227.354207:0:5836:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 34-36 (rc=0) 10000000:01000000:0.0:1787141227.354240:0:5836:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:0.0:1787141227.354254:0:5836:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c81518e00/0xc65ffb29b5b30f1a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30f21 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141227.354266:0:5836:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff8b7c81518e00/0xc65ffb29b5b30f1a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30f21 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787141227.354279:0:5836:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:0.0:1787141227.354289:0:5836:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff8b7ca2778000 from 1 10000000:01000000:0.0:1787141227.354293:0:5836:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1787141227.354338:0:5836:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c80031400/0xc65ffb29b5b30f28 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141227.354348:0:5836:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff8b7c80031400/0xc65ffb29b5b30f28 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141227.354359:0:5836:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff8b7c80031400/0xc65ffb29b5b30f28 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141227.354625:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4318000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262960128:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787141227.354712:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141227.354851:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262960128 00000100:00100000:2.0:1787141227.354859:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262960128 00000100:00100000:0.0:1787141227.354903:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c85035300 going to sleep for 11 seconds 00000100:00100000:2.0:1787141227.354920:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:2.0:1787141227.354935:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca276b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+18:5836:x1873953262960128:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787141227.354951:0:5834:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141227.354968:0:5834:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7c81518000/0xc65ffb29b5b30f2f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b30f28 expref: -99 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141227.354999:0:5834:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7c81518000/0xc65ffb29b5b30f2f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b30f28 expref: 19 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141227.355012:0:5834:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7c81518000/0xc65ffb29b5b30f2f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30f28 expref: 19 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141227.355023:0:5834:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c81518000, rc 0) 00000100:00100000:2.0:1787141227.355081:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca276b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+19:5836:x1873953262960128:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 150us (369us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141227.355090:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:0.0:1787141227.355108:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4318000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262960128:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787141227.355126:0:5836:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff8b7c80031400/0xc65ffb29b5b30f28 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30f2f expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141227.355138:0:5836:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff8b7c80031400/0xc65ffb29b5b30f28 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b30f2f expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141227.355198:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4318000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262960256:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787141227.355227:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141227.355287:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c85035300 going to sleep for 11 seconds 00000100:00100000:3.0:1787141227.356309:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262960256 00000100:00100000:3.0:1787141227.356319:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262960256 00000100:00100000:3.0:1787141227.356387:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:3.0:1787141227.356396:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca276b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+19:5836:x1873953262960256:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787141227.356749:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca276b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+19:5836:x1873953262960256:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 353us (1519us total) trans 0 rc -2/-2 00000100:00100000:3.0:1787141227.356759:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00100000:2.0:1787141227.357071:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4318000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262960256:0@lo:501:ll_cfg_requeue.0 10000000:01000000:2.0:1787141227.357124:0:5836:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1787141227.357135:0:5836:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c80031400/0xc65ffb29b5b30f28 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30f2f expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141227.357147:0:5836:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff8b7c80031400/0xc65ffb29b5b30f28 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30f2f expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:2.0:1787141227.484693:0:8507:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffdb93e4770 20000000:00000080:2.0:1787141227.484719:0:8507:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8b7cbfbeb400 uarg=0000000000000000 20000000:01000000:2.0:1787141227.484765:0:8507:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:2.0:1787141227.484772:0:8507:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:2.0:1787141227.484778:0:8507:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:2.0:1787141227.488230:0:8508:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 4 count 4 20000000:02000000:0.0:1787141227.488742:0:8507:0:(mgs_llog.c:4120:mgs_wlp_lcfg()) Setting parameter general.lod.*.mdt_hash=crush in log params 00000040:00080000:0.0:1787141227.493733:0:8507:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].4, 224 off8976 00000040:00080000:0.0:1787141227.493967:0:8507:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].5, 112 off9088 00000040:00080000:0.0:1787141227.494027:0:8507:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].6, 224 off9312 10000000:01000000:0.0:1787141227.494049:0:8507:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:0.0:1787141227.494077:0:8507:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b7c80030600/0xc65ffb29b5b30f36 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141227.494095:0:8507:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b7c9990c200/0xc65ffb29b5b30cab lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30ca4 expref: 18 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141227.494103:0:8507:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b7c9990de00/0xc65ffb29b5b30d0d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30d06 expref: 18 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141227.494110:0:8507:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b7c80030800/0xc65ffb29b5b30dd8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30dd1 expref: 18 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141227.494119:0:8507:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b7c9990d200/0xc65ffb29b5b30e95 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cd3a expref: 9 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141227.494134:0:8507:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b7c80030600/0xc65ffb29b5b30f36 lrc: 7/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141227.494177:0:8507:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b7c9990d200/0xc65ffb29b5b30e95 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cd3a expref: 9 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141227.494192:0:8507:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b7c9990d200/0xc65ffb29b5b30e95 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x70000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cd3a expref: 9 pid: 5832 timeout: 310 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141227.494206:0:8507:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4319180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8507:1873953262960384:192.168.203.11@tcp:104: 00010000:00010000:0.0:1787141227.494381:0:8507:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b7c80030800/0xc65ffb29b5b30dd8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc65ffb29b5b30dd1 expref: 18 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141227.494392:0:8507:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b7c80030800/0xc65ffb29b5b30dd8 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc65ffb29b5b30dd1 expref: 18 pid: 5833 timeout: 360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141227.494414:0:8507:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431bb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8507:1873953262960512:0@lo:104: 00000100:00100000:0.0:1787141227.494461:0:8507:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1787141227.494508:0:8507:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b7c9990de00/0xc65ffb29b5b30d0d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc65ffb29b5b30d06 expref: 18 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141227.494517:0:8507:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b7c9990de00/0xc65ffb29b5b30d0d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc65ffb29b5b30d06 expref: 18 pid: 5833 timeout: 360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141227.494525:0:8507:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4318a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8507:1873953262960640:0@lo:104: 00000100:00100000:0.0:1787141227.494552:0:8507:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141227.494637:0:5823:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1787141227.494660:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262960512 00000100:00100000:2.0:1787141227.494670:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262960512 00010000:00010000:1.0:1787141227.496198:0:8507:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b7c9990c200/0xc65ffb29b5b30cab lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc65ffb29b5b30ca4 expref: 18 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141227.496215:0:8507:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b7c9990c200/0xc65ffb29b5b30cab lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc65ffb29b5b30ca4 expref: 18 pid: 5833 timeout: 360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141227.496230:0:8507:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbd1500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8507:1873953262960768:0@lo:104: 00000100:00100000:1.0:1787141227.496278:0:8507:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141227.500147:0:8507:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c85035d80 going to sleep for 11 seconds 00000100:00100000:2.0:1787141227.502491:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262960640 00000100:00100000:2.0:1787141227.502512:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262960640 00000100:00100000:2.0:1787141227.502580:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262960768 00000100:00100000:2.0:1787141227.502584:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262960768 00000100:00100000:2.0:1787141227.502607:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1787141227.502620:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+5:8507:x1873953262960512:12345-0@lo:104: 00010000:00010000:2.0:1787141227.502647:0:5823:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6e00/0xc65ffb29b5b30dd1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b30dd8 expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141227.502667:0:7629:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1787141227.502694:0:7629:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb443f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:66373bca-6a9f-4159-900e-58874c9cc4a0+5:8507:x1873953262960640:12345-0@lo:104: 00010000:00010000:0.0:1787141227.502716:0:7629:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff8b7c81518600/0xc65ffb29b5b30d06 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b30d0d expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141227.503660:0:8507:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4319180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8507:1873953262960384:192.168.203.11@tcp:104: 00010000:00010000:0.0:1787141227.503701:0:7629:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787141227.503710:0:7629:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb443f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:66373bca-6a9f-4159-900e-58874c9cc4a0+5:8507:x1873953262960640:12345-0@lo:104: Request processed in 1029us (9157us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141227.503727:0:7629:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1787141227.503736:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141227.503772:0:7629:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1787141227.503784:0:7629:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:66373bca-6a9f-4159-900e-58874c9cc4a0+4:8507:x1873953262960768:12345-0@lo:104: 00000100:00100000:3.0:1787141227.503787:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240913664 00000100:00100000:3.0:1787141227.503828:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240913664 00010000:00010000:3.0:1787141227.503880:0:5824:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b7c9990d200/0xc65ffb29b5b30e95 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cd3a expref: 10 pid: 5832 timeout: 310 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141227.503921:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 21 00000100:00100000:3.0:1787141227.503931:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f2b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:886abfc8-fafa-4f23-87cd-d18f7c7251c2+10:2352:x1873953240913664:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787141227.503946:0:5824:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787141227.503964:0:5824:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b7c9990d200/0xc65ffb29b5b30e95 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cd3a expref: 10 pid: 5832 timeout: 310 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141227.503983:0:5824:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b7c9990d200/0xc65ffb29b5b30e95 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cd3a expref: 10 pid: 5832 timeout: 310 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141227.504013:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7c9990d200/0xc65ffb29b5b30e95 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cd3a expref: 10 pid: 5832 timeout: 310 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141227.504027:0:7629:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff8b7c80031c00/0xc65ffb29b5b30ca4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b30cab expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141227.504038:0:5824:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787141227.504103:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f2b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:886abfc8-fafa-4f23-87cd-d18f7c7251c2+9:2352:x1873953240913664:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 170us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141227.504113:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 21 00010000:00010000:0.0:1787141227.504117:0:7629:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1787141227.504137:0:7629:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:66373bca-6a9f-4159-900e-58874c9cc4a0+4:8507:x1873953262960768:12345-0@lo:104: Request processed in 344us (7846us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141227.504158:0:7629:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00010000:00010000:0.0:1787141227.504194:0:5827:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787141227.504201:0:5827:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff8b7c81518600/0xc65ffb29b5b30d06 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b30d0d expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141227.504210:0:5827:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c81518600 already unused, calling callback (ffffffffc1c5bc20) 10000000:00010000:0.0:1787141227.504215:0:5827:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff8b7c81518600/0xc65ffb29b5b30d06 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xc65ffb29b5b30d0d expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141227.504225:0:5827:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff8b7c81518600/0xc65ffb29b5b30d06 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xc65ffb29b5b30d0d expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787141227.504233:0:5827:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff8b7c81518600/0xc65ffb29b5b30d06 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xc65ffb29b5b30d0d expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787141227.504240:0:5827:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1787141227.504304:0:5827:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff8b7c81518600/0xc65ffb29b5b30d06 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30d0d expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141227.504311:0:5827:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787141227.504331:0:5827:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff8b7c81518600/0xc65ffb29b5b30d06 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30d0d expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141227.504338:0:5827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff8b7c81518600/0xc65ffb29b5b30d06 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30d0d expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141227.504352:0:5827:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787141227.504355:0:5827:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff8b7c80031c00/0xc65ffb29b5b30ca4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b30cab expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141227.504382:0:5827:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c80031c00 already unused, calling callback (ffffffffc1c5bc20) 10000000:00010000:0.0:1787141227.504386:0:5827:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff8b7c80031c00/0xc65ffb29b5b30ca4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xc65ffb29b5b30cab expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141227.504393:0:5827:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff8b7c80031c00/0xc65ffb29b5b30ca4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xc65ffb29b5b30cab expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787141227.504398:0:5827:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff8b7c80031c00/0xc65ffb29b5b30ca4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xc65ffb29b5b30cab expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787141227.504403:0:5827:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1787141227.504418:0:5827:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff8b7c80031c00/0xc65ffb29b5b30ca4 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30cab expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141227.504423:0:5827:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787141227.504435:0:5827:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff8b7c80031c00/0xc65ffb29b5b30ca4 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30cab expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141227.504441:0:5827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff8b7c80031c00/0xc65ffb29b5b30ca4 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30cab expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141227.504452:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141227.504455:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141227.504457:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141227.504467:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787141227.504488:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4319880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:66373bca-6a9f-4159-900e-58874c9cc4a0:3307:1873953262960896:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787141227.504512:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4319c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953262961024:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787141227.504535:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141227.504588:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141227.504646:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262960896 00000100:00100000:3.0:1787141227.504651:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262960896 00010000:00010000:3.0:1787141227.504674:0:5825:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b7c9990de00/0xc65ffb29b5b30d0d lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b30d06 expref: 19 pid: 5833 timeout: 360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141227.504704:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262961024 00000100:00100000:3.0:1787141227.504708:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262961024 00010000:00010000:3.0:1787141227.504719:0:5825:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b7c9990c200/0xc65ffb29b5b30cab lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b30ca4 expref: 20 pid: 5833 timeout: 360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141227.504732:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1787141227.504739:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4318700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+20:3307:x1873953262960896:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787141227.504749:0:5825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787141227.504753:0:5825:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b7c9990de00/0xc65ffb29b5b30d0d lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b30d06 expref: 20 pid: 5833 timeout: 360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141227.504763:0:5825:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b7c9990de00/0xc65ffb29b5b30d0d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc65ffb29b5b30d06 expref: 20 pid: 5833 timeout: 360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141227.504777:0:5825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787141227.504847:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4318700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+20:3307:x1873953262960896:12345-0@lo:103:ldlm_bl.0 Request processed in 107us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141227.504859:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1787141227.504874:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1787141227.504881:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f29f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3304:x1873953262961024:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787141227.504889:0:5825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787141227.504893:0:5825:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b7c9990c200/0xc65ffb29b5b30cab lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b30ca4 expref: 19 pid: 5833 timeout: 360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141227.505887:0:5825:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b7c9990c200/0xc65ffb29b5b30cab lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc65ffb29b5b30ca4 expref: 19 pid: 5833 timeout: 360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141227.505907:0:5825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787141227.506107:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f29f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3304:x1873953262961024:12345-0@lo:103:ldlm_bl.0 Request processed in 1226us (1522us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141227.506197:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4319c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953262961024:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787141227.506282:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1787141227.506328:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4319880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:66373bca-6a9f-4159-900e-58874c9cc4a0:3307:1873953262960896:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787141227.507484:0:8507:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431bb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8507:1873953262960512:0@lo:104: 00010000:00010000:1.0:1787141227.507540:0:8507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7c9990de00/0xc65ffb29b5b30d0d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc65ffb29b5b30d06 expref: 18 pid: 5833 timeout: 360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141227.507558:0:8507:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4318a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8507:1873953262960640:0@lo:104: 00010000:00010000:1.0:1787141227.507570:0:8507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7c9990c200/0xc65ffb29b5b30cab lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc65ffb29b5b30ca4 expref: 17 pid: 5833 timeout: 360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141227.507580:0:8507:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbd1500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:8507:1873953262960768:0@lo:104: 00010000:00010000:1.0:1787141227.507607:0:8507:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b7c80030600/0xc65ffb29b5b30f36 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141227.508286:0:5823:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787141227.508303:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+3:8507:x1873953262960512:12345-0@lo:104: Request processed in 5681us (13840us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141227.508316:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00010000:00010000:3.0:1787141227.508545:0:5828:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787141227.508556:0:5828:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6e00/0xc65ffb29b5b30dd1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b30dd8 expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141227.508568:0:5828:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cc21c6e00 already unused, calling callback (ffffffffc1c5bc20) 10000000:00010000:3.0:1787141227.508574:0:5828:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6e00/0xc65ffb29b5b30dd1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc65ffb29b5b30dd8 expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141227.508587:0:5828:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6e00/0xc65ffb29b5b30dd1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc65ffb29b5b30dd8 expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787141227.508597:0:5828:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6e00/0xc65ffb29b5b30dd1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc65ffb29b5b30dd8 expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787141227.508604:0:5828:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1787141227.508670:0:5828:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6e00/0xc65ffb29b5b30dd1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30dd8 expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141227.508677:0:5828:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1787141227.508739:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:66373bca-6a9f-4159-900e-58874c9cc4a0:3305:1873953262961152:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787141227.508860:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141227.508929:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262961152 00000100:00100000:1.0:1787141227.508940:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262961152 00010000:00010000:1.0:1787141227.508986:0:5824:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b7c80030800/0xc65ffb29b5b30dd8 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b30dd1 expref: 17 pid: 5833 timeout: 360 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141227.509029:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1787141227.509038:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:66373bca-6a9f-4159-900e-58874c9cc4a0+17:3305:x1873953262961152:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787141227.509204:0:5828:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6e00/0xc65ffb29b5b30dd1 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30dd8 expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141227.509205:0:5824:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787141227.509220:0:5824:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b7c80030800/0xc65ffb29b5b30dd8 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b30dd1 expref: 17 pid: 5833 timeout: 360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141227.509238:0:5824:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b7c80030800/0xc65ffb29b5b30dd8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc65ffb29b5b30dd1 expref: 17 pid: 5833 timeout: 360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141227.509257:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff8b7cc21c6e00/0xc65ffb29b5b30dd1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30dd8 expref: -99 pid: 7621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141227.509284:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141227.509286:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141227.509288:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141227.509485:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7c80030800/0xc65ffb29b5b30dd8 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc65ffb29b5b30dd1 expref: 17 pid: 5833 timeout: 360 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141227.509505:0:5824:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b7c80030600/0xc65ffb29b5b30f36 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141227.509513:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7c80030600/0xc65ffb29b5b30f36 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141227.509530:0:5824:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b7c80030600/0xc65ffb29b5b30f36 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141227.509538:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b7c80030600/0xc65ffb29b5b30f36 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141227.509544:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b7c80030600/0xc65ffb29b5b30f36 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141227.509551:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b7c80030600/0xc65ffb29b5b30f36 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141227.509557:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c80030600 already unused, calling callback (ffffffffc163e230) 00010000:00010000:1.0:1787141227.509561:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b7c80030600/0xc65ffb29b5b30f36 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141227.509580:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b7c80030600/0xc65ffb29b5b30f36 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141227.509617:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b7c80030600/0xc65ffb29b5b30f36 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141227.509630:0:5824:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787141227.509769:0:8507:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b7c80030600/0xc65ffb29b5b30f36 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141227.509781:0:8507:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b7c80030600/0xc65ffb29b5b30f36 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141227.509789:0:8507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7c80030600/0xc65ffb29b5b30f36 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141227.514288:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:66373bca-6a9f-4159-900e-58874c9cc4a0+16:3305:x1873953262961152:12345-0@lo:103:ldlm_bl.0 Request processed in 5238us (5414us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141227.514308:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1787141227.516683:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:66373bca-6a9f-4159-900e-58874c9cc4a0:3305:1873953262961152:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787141227.738739:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141227.739024:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240913792 00000100:00100000:2.0:1787141227.739038:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240913792 00000100:00100000:2.0:1787141227.739117:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 170 00000100:00100000:2.0:1787141227.739129:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2769050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+9:5593:x1873953240913792:12345-192.168.203.11@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787141227.739160:0:5834:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141227.739185:0:5834:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7c81519800/0xc65ffb29b5b30f3d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cd79 expref: -99 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141227.739223:0:5834:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7c81519800/0xc65ffb29b5b30f3d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cd79 expref: 10 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141227.739235:0:5834:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7c81519800/0xc65ffb29b5b30f3d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cd79 expref: 10 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141227.739246:0:5834:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c81519800, rc 0) 00000100:00100000:2.0:1787141227.739311:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2769050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+10:5593:x1873953240913792:12345-192.168.203.11@tcp:101:ll_cfg_requeue.0 Request processed in 185us (587us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141227.739319:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 170 00000100:00100000:3.0:1787141227.756317:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141227.756414:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240913920 00000100:00100000:0.0:1787141227.756431:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240913920 00000100:00100000:0.0:1787141227.756510:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 171 00000100:00100000:0.0:1787141227.756522:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2769850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+10:5593:x1873953240913920:12345-192.168.203.11@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787141227.756918:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2769850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+10:5593:x1873953240913920:12345-192.168.203.11@tcp:501:ll_cfg_requeue.0 Request processed in 397us (608us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141227.756927:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 171 00000100:00100000:3.0:1787141227.759351:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141227.760313:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240914048 00000100:00100000:0.0:1787141227.760331:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240914048 00000100:00100000:0.0:1787141227.760428:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 172 00000100:00100000:0.0:1787141227.760441:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca276a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:886abfc8-fafa-4f23-87cd-d18f7c7251c2+10:5593:x1873953240914048:12345-192.168.203.11@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787141227.760744:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca276a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:886abfc8-fafa-4f23-87cd-d18f7c7251c2+10:5593:x1873953240914048:12345-192.168.203.11@tcp:503:ll_cfg_requeue.0 Request processed in 304us (1398us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141227.760755:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 172 00000100:00100000:3.0:1787141227.787196:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141227.787326:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240914176 00000100:00100000:0.0:1787141227.787343:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240914176 00000100:00100000:0.0:1787141227.787438:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 173 00000100:00100000:0.0:1787141227.787450:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2768050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+10:6101:x1873953240914176:12345-192.168.203.11@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787141227.787999:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2768050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+10:6101:x1873953240914176:12345-192.168.203.11@tcp:502:llog_process_th.0 Request processed in 548us (811us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141227.788010:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 173 00000100:00100000:3.0:1787141227.798998:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141227.801095:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240914304 00000100:00100000:2.0:1787141227.801108:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240914304 00000100:00100000:2.0:1787141227.801320:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 174 00000100:00100000:2.0:1787141227.801332:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca276ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+10:6101:x1873953240914304:12345-192.168.203.11@tcp:502:llog_process_th.0 00000100:00100000:2.0:1787141227.801599:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca276ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+10:6101:x1873953240914304:12345-192.168.203.11@tcp:502:llog_process_th.0 Request processed in 269us (2610us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141227.801608:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 174 00010000:00010000:0.0:1787141228.289023:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1787141228.549452:0:5836:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1787141228.549464:0:5836:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8b7cbf5e0800 from 4 10000000:01000000:0.0:1787141228.549471:0:5836:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1787141228.549538:0:5836:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c80031c00/0xc65ffb29b5b30f44 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141228.549553:0:5836:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff8b7c80031c00/0xc65ffb29b5b30f44 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141228.549567:0:5836:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff8b7c80031c00/0xc65ffb29b5b30f44 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141228.549600:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4319c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262961280:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787141228.549707:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141228.549774:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c85035cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787141228.550074:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262961280 00000100:00100000:2.0:1787141228.550084:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262961280 00000100:00100000:2.0:1787141228.550149:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:2.0:1787141228.550161:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca276bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+16:5836:x1873953262961280:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787141228.550179:0:5834:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141228.550211:0:5834:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7c81518a00/0xc65ffb29b5b30f4b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b30f44 expref: -99 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141228.550240:0:5834:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7c81518a00/0xc65ffb29b5b30f4b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b30f44 expref: 17 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141228.550253:0:5834:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7c81518a00/0xc65ffb29b5b30f4b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30f44 expref: 17 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141228.550265:0:5834:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c81518a00, rc 0) 00000100:00100000:2.0:1787141228.558972:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca276bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+17:5836:x1873953262961280:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 8800us (9252us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141228.558987:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:2.0:1787141228.559292:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4319c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262961280:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787141228.559325:0:5836:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff8b7c80031c00/0xc65ffb29b5b30f44 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30f4b expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141228.559341:0:5836:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff8b7c80031c00/0xc65ffb29b5b30f44 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b30f4b expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141228.559604:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbbbd8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262961408:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787141228.562202:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141228.562260:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca27d49c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787141228.562346:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262961408 00000100:00100000:2.0:1787141228.562367:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262961408 00000100:00100000:2.0:1787141228.562439:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176 00000100:00100000:2.0:1787141228.562451:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca276a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+17:5836:x1873953262961408:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787141228.562848:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca276a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+17:5836:x1873953262961408:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 397us (652us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141228.562867:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176 00000100:00100000:2.0:1787141228.563070:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbbbd8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262961408:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787141228.563129:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbbbd8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262961536:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1787141228.563177:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141228.563199:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca27d49c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787141228.563213:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262961536 00000100:00100000:2.0:1787141228.563218:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262961536 00000100:00100000:2.0:1787141228.563242:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 177 00000100:00100000:2.0:1787141228.563250:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca276a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+17:5836:x1873953262961536:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1787141228.563431:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca276a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+17:5836:x1873953262961536:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 181us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141228.563439:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 177 00000100:00100000:2.0:1787141228.563479:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbbbd8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262961536:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1787141228.563698:0:8532:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbbbd8000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:8532:1873953262961664:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1787141228.563734:0:8532:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141228.563757:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262961664 00000100:00100000:2.0:1787141228.563760:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262961664 00000100:00100000:2.0:1787141228.563781:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 178 00000100:00100000:2.0:1787141228.563787:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2769450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+17:8532:x1873953262961664:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1787141228.563953:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2769450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+17:8532:x1873953262961664:12345-0@lo:502:llog_process_th.0 Request processed in 165us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141228.563959:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 178 00000100:00100000:2.0:1787141228.563996:0:8532:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca27d49c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787141228.564008:0:8532:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbbbd8000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:8532:1873953262961664:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1787141228.564035:0:8532:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787141228.564046:0:8532:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787141228.564049:0:8532:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1787141228.564058:0:8532:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8b7cbf5e0800 00000020:00000080:2.0:1787141228.564061:0:8532:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1787141228.564144:0:8532:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbbbd8000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:8532:1873953262961792:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1787141228.564181:0:8532:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141228.564199:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262961792 00000100:00100000:2.0:1787141228.564203:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262961792 00000100:00100000:2.0:1787141228.564223:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 179 00000100:00100000:2.0:1787141228.564229:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2768850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+17:8532:x1873953262961792:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1787141228.564330:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2768850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+17:8532:x1873953262961792:12345-0@lo:502:llog_process_th.0 Request processed in 101us (148us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141228.564337:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 179 00000100:00100000:3.0:1787141228.566239:0:8532:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca27d49c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787141228.566284:0:8532:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbbbd8000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:8532:1873953262961792:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1787141228.566332:0:8532:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787141228.566341:0:8532:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787141228.566344:0:8532:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:3.0:1787141228.566350:0:8532:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:3.0:1787141228.569762:0:5836:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:3.0:1787141228.570718:0:5836:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1787141228.570742:0:5836:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c80031c00/0xc65ffb29b5b30f44 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30f4b expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141228.570756:0:5836:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff8b7c80031c00/0xc65ffb29b5b30f44 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30f4b expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787141228.570768:0:5836:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1787141228.570771:0:5836:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8b7ca2684800 from 4 10000000:01000000:3.0:1787141228.570775:0:5836:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1787141228.571753:0:5836:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438600/0xc65ffb29b5b30f52 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141228.571770:0:5836:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438600/0xc65ffb29b5b30f52 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141228.572227:0:5836:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438600/0xc65ffb29b5b30f52 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141228.572262:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f29500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262961920:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1787141228.572355:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141228.572955:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262961920 00000100:00100000:2.0:1787141228.572966:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262961920 00000100:00100000:2.0:1787141228.573036:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 180 00000100:00100000:2.0:1787141228.573048:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2769c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+17:5836:x1873953262961920:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787141228.573069:0:5834:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141228.573089:0:5834:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7c81519400/0xc65ffb29b5b30f59 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b30f52 expref: -99 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141228.573122:0:5834:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7c81519400/0xc65ffb29b5b30f59 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b30f52 expref: 18 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141228.573136:0:5834:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7c81519400/0xc65ffb29b5b30f59 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30f52 expref: 18 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141228.573161:0:5834:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c81519400, rc 0) 00000100:00100000:2.0:1787141228.573214:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2769c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+18:5836:x1873953262961920:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 168us (859us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141228.573222:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 180 00000100:00100000:3.0:1787141228.574513:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c98901b40 going to sleep for 11 seconds 00000100:00100000:3.0:1787141228.574566:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f29500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262961920:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787141228.574592:0:5836:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438600/0xc65ffb29b5b30f52 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30f59 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141228.574605:0:5836:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438600/0xc65ffb29b5b30f52 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b30f59 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141228.574951:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f29500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262962048:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787141228.575032:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141228.575074:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c98901b40 going to sleep for 11 seconds 00000100:00100000:3.0:1787141228.575111:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262962048 00000100:00100000:3.0:1787141228.575116:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262962048 00000100:00100000:3.0:1787141228.575160:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 181 00000100:00100000:3.0:1787141228.575170:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2768c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+18:5836:x1873953262962048:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787141228.577053:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2768c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+18:5836:x1873953262962048:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 1870us (2007us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141228.577070:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 181 00000100:00100000:2.0:1787141228.577251:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f29500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262962048:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787141228.577323:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbbbd9180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262962176:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1787141228.577389:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141228.577515:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca0346600 going to sleep for 11 seconds 00000100:00100000:3.0:1787141228.577971:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262962176 00000100:00100000:3.0:1787141228.577980:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262962176 00000100:00100000:3.0:1787141228.578137:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 182 00000100:00100000:3.0:1787141228.578149:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c87450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+18:5836:x1873953262962176:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787141228.578415:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c87450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+18:5836:x1873953262962176:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 268us (1025us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141228.578435:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 182 00000100:00100000:2.0:1787141228.581038:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbbbd9180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262962176:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1787141228.581342:0:8536:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbbbd9180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:8536:1873953262962304:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1787141228.581461:0:8536:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141228.581514:0:8536:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca03466c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787141228.583677:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262962304 00000100:00100000:2.0:1787141228.583697:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262962304 00000100:00100000:2.0:1787141228.583770:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 183 00000100:00100000:2.0:1787141228.583862:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c85850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+18:8536:x1873953262962304:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1787141228.584189:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c85850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+18:8536:x1873953262962304:12345-0@lo:502:llog_process_th.0 Request processed in 408us (2727us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141228.584198:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 183 00000100:00100000:2.0:1787141228.584276:0:8536:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbbbd9180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:8536:1873953262962304:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1787141228.584320:0:8536:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787141228.584332:0:8536:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787141228.584335:0:8536:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1787141228.584350:0:8536:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8b7ca2684800 00000020:00000080:2.0:1787141228.584352:0:8536:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:3.0:1787141228.589115:0:8536:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f2ad80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:8536:1873953262962432:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1787141228.589242:0:8536:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141228.589290:0:8536:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c989010c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787141228.589391:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262962432 00000100:00100000:2.0:1787141228.589401:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262962432 00000100:00100000:2.0:1787141228.589486:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 184 00000100:00100000:2.0:1787141228.589499:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c86850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+18:8536:x1873953262962432:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1787141228.589949:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c86850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+18:8536:x1873953262962432:12345-0@lo:502:llog_process_th.0 Request processed in 452us (707us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141228.589959:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 184 00000100:00100000:3.0:1787141228.590545:0:8536:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f2ad80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:8536:1873953262962432:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1787141228.590591:0:8536:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787141228.590601:0:8536:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787141228.590604:0:8536:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:3.0:1787141228.590611:0:8536:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:2.0:1787141228.590772:0:5836:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:2.0:1787141228.590939:0:5836:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1787141228.590953:0:5836:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438600/0xc65ffb29b5b30f52 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30f59 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141228.590967:0:5836:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438600/0xc65ffb29b5b30f52 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30f59 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787141228.590980:0:5836:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1787141228.590983:0:5836:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8b7c85781000 from 4 10000000:01000000:2.0:1787141228.590987:0:5836:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1787141228.591031:0:5836:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c81519a00/0xc65ffb29b5b30f60 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141228.591040:0:5836:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff8b7c81519a00/0xc65ffb29b5b30f60 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141228.591050:0:5836:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff8b7c81519a00/0xc65ffb29b5b30f60 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141228.591075:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbbbd9180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262962560:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1787141228.591149:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141228.591196:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca0346480 going to sleep for 11 seconds 00000100:00100000:3.0:1787141228.591955:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262962560 00000100:00100000:3.0:1787141228.591965:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262962560 00000100:00100000:3.0:1787141228.592018:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 185 00000100:00100000:3.0:1787141228.592041:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c87050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+18:5836:x1873953262962560:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787141228.592057:0:5834:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141228.592075:0:5834:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7cbf439000/0xc65ffb29b5b30f67 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b30f60 expref: -99 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141228.592108:0:5834:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7cbf439000/0xc65ffb29b5b30f67 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b30f60 expref: 19 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141228.592121:0:5834:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7cbf439000/0xc65ffb29b5b30f67 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30f60 expref: 19 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141228.592130:0:5834:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf439000, rc 0) 00000100:00100000:3.0:1787141228.592192:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c87050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+19:5836:x1873953262962560:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 153us (1043us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141228.592199:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 185 00000100:00100000:2.0:1787141228.592549:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbbbd9180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262962560:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787141228.592571:0:5836:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff8b7c81519a00/0xc65ffb29b5b30f60 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30f67 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141228.592582:0:5836:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff8b7c81519a00/0xc65ffb29b5b30f60 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b30f67 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141228.592655:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbbbd9180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262962688:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787141228.592691:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141228.592729:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca0346480 going to sleep for 11 seconds 00000100:00100000:2.0:1787141228.592749:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262962688 00000100:00100000:2.0:1787141228.592754:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262962688 00000100:00100000:2.0:1787141228.593884:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 186 00000100:00100000:2.0:1787141228.593911:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c84450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+19:5836:x1873953262962688:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787141228.594269:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c84450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+19:5836:x1873953262962688:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 369us (1576us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141228.594387:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbbbd9180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262962688:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787141228.594957:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f2ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262962816:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787141228.595031:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141228.595074:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c98901b40 going to sleep for 11 seconds 00000100:00100000:3.0:1787141228.595099:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262962816 00000100:00100000:3.0:1787141228.595105:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262962816 00000100:00100000:3.0:1787141228.595151:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 187 00000100:00100000:3.0:1787141228.595160:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c87850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+20:5836:x1873953262962816:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787141228.595353:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c87850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+20:5836:x1873953262962816:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 193us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141228.595372:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 187 00000100:00100000:2.0:1787141228.597439:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 186 00000100:00100000:3.0:1787141228.597734:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f2ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262962816:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787141228.600037:0:8538:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431b100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:8538:1873953262962944:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1787141228.600143:0:8538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141228.600192:0:8538:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cb4317180 going to sleep for 11 seconds 00000100:00100000:2.0:1787141228.601618:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262962944 00000100:00100000:2.0:1787141228.601636:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262962944 00000100:00100000:2.0:1787141228.601704:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 188 00000100:00100000:2.0:1787141228.601716:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c84c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+19:8538:x1873953262962944:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1787141228.602073:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c84c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+19:8538:x1873953262962944:12345-0@lo:502:llog_process_th.0 Request processed in 359us (1930us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141228.602082:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 188 00000100:00100000:0.0:1787141228.603770:0:8538:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431b100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:8538:1873953262962944:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1787141228.603839:0:8538:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787141228.603854:0:8538:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787141228.603856:0:8538:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1787141228.603864:0:8538:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8b7c85781000 00000020:00000080:0.0:1787141228.603867:0:8538:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:0.0:1787141228.604383:0:8538:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431b100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:8538:1873953262963072:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1787141228.604467:0:8538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141228.604523:0:8538:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cb4317180 going to sleep for 11 seconds 00000100:00100000:2.0:1787141228.604918:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262963072 00000100:00100000:2.0:1787141228.604927:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262963072 00000100:00100000:2.0:1787141228.604992:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 189 00000100:00100000:2.0:1787141228.605004:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c85c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+19:8538:x1873953262963072:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1787141228.605295:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c85c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+19:8538:x1873953262963072:12345-0@lo:502:llog_process_th.0 Request processed in 292us (827us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141228.605305:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 189 00000100:00100000:0.0:1787141228.605412:0:8538:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431b100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:8538:1873953262963072:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1787141228.605456:0:8538:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787141228.605465:0:8538:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787141228.605467:0:8538:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:0.0:1787141228.605472:0:8538:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:2.0:1787141228.605919:0:5836:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:2.0:1787141228.605944:0:5836:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1787141228.605958:0:5836:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c81519a00/0xc65ffb29b5b30f60 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30f67 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141228.605972:0:5836:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff8b7c81519a00/0xc65ffb29b5b30f60 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30f67 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141229.317125:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141230.337034:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787141230.466304:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1787141230.466354:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262963200:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787141230.466455:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141230.466595:0:6692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262963200 00000100:00100000:3.0:1787141230.466606:0:6692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262963200 00000100:00100000:3.0:1787141230.466699:0:6692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1787141230.466711:0:6692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbbbdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953262963200:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1787141230.466758:0:6692:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1787141230.466839:0:6692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbbbdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953262963200:12345-0@lo:13:osp-pre-1-0.0 Request processed in 129us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141230.466848:0:6692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00010000:00080000:3.0:1787141230.466901:0:3307:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cc0f2ad80 x1873953262963200/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787141246 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787141230.466922:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262963200:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1787141230.467255:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787141230.467873:0:3306:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1787141230.467892:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbbbda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953262963328:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787141230.467950:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141230.468436:0:6692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262963328 00000100:00100000:3.0:1787141230.468442:0:6692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262963328 00000100:00100000:3.0:1787141230.468496:0:6692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1787141230.468507:0:6692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953262963328:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787141230.468546:0:6692:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1787141230.468593:0:6692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953262963328:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (643us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141230.468600:0:6692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00080000:3.0:1787141230.468621:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787141230.468678:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953262963456:0@lo:400:kworker.0 00000100:00100000:2.0:1787141230.468719:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141230.468757:0:3304:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787141230.468763:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3304:1873953262963584:0@lo:400:kworker.0 00000100:00100000:2.0:1787141230.468818:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141230.470404:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3307:1873953262963840:0@lo:400:kworker.0 00000100:00100000:0.0:1787141230.470482:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141230.470541:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787141230.470550:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3307:1873953262963712:0@lo:400:kworker.0 00000100:00100000:0.0:1787141230.470573:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141230.470751:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262963456 00000100:00100000:0.0:1787141230.470760:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262963456 00000100:00100000:0.0:1787141230.470873:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 190 00000100:00100000:0.0:1787141230.470886:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c84850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3304:x1873953262963456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787141230.470949:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c84850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3304:x1873953262963456:12345-0@lo:400:kworker.0 Request processed in 66us (2229us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141230.470958:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 190 00000100:00100000:0.0:1787141230.471018:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953262963456:0@lo:400:kworker.0 00010000:00080000:1.0:1787141230.471319:0:3306:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cbbbda680 x1873953262963328/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787141246 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787141230.471353:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbbbda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953262963328:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787141230.471933:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262963584 00000100:00100000:2.0:1787141230.471942:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262963584 00000100:00100000:2.0:1787141230.472006:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262963840 00000100:00100000:2.0:1787141230.472010:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262963840 00000100:00100000:2.0:1787141230.472285:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262963712 00000100:00100000:2.0:1787141230.472289:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262963712 00000100:00100000:2.0:1787141230.472309:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1787141230.472320:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbbbd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3304:x1873953262963584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141230.472780:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1787141230.472840:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1873953262963840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141230.472938:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1873953262963840:12345-0@lo:400:kworker.0 Request processed in 149us (2455us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141230.472947:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1787141230.472981:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1787141230.472989:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1873953262963712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141230.473019:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1873953262963712:12345-0@lo:400:kworker.0 Request processed in 31us (2444us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141230.473025:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1787141230.473706:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbbbd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3304:x1873953262963584:12345-0@lo:400:kworker.0 Request processed in 1383us (4906us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141230.473716:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1787141230.473823:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3304:1873953262963584:0@lo:400:kworker.0 00000100:00080000:1.0:1787141230.475097:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787141230.475312:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3307:1873953262963712:0@lo:400:kworker.0 00000100:00100000:1.0:1787141230.475332:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3307:1873953262963840:0@lo:400:kworker.0 00010000:00010000:3.0:1787141231.361722:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787141232.073679:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141232.073917:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141232.073952:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141232.073983:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141232.074025:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240914432 00000100:00100000:2.0:1787141232.074039:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240914432 00000100:00100000:2.0:1787141232.074114:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 191 00000100:00100000:2.0:1787141232.074127:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c85450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+10:2353:x1873953240914432:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:2.0:1787141232.074218:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c85450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+10:2353:x1873953240914432:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 94us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141232.074227:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 191 00000100:00100000:2.0:1787141232.074270:0:6690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240914816 00000100:00100000:2.0:1787141232.074275:0:6690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240914816 00000100:00100000:2.0:1787141232.074539:0:6690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240914688 00000100:00100000:2.0:1787141232.074544:0:6690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240914688 00000100:00100000:2.0:1787141232.074567:0:6690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 12 00000100:00100000:2.0:1787141232.074575:0:6690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbbbd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2353:x1873953240914816:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:2.0:1787141232.074609:0:6690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbbbd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2353:x1873953240914816:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 36us (693us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141232.074615:0:6690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 12 00000100:00100000:2.0:1787141232.074642:0:6690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 13 00000100:00100000:2.0:1787141232.074649:0:6690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbbbd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2353:x1873953240914688:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:2.0:1787141232.074674:0:6690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbbbd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2353:x1873953240914688:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 26us (690us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141232.074680:0:6690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 13 00000100:00080000:1.0:1787141232.076513:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1787141232.076525:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787141232.076832:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240914560 00000100:00100000:0.0:1787141232.076846:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240914560 00000100:00100000:1.0:1787141232.079613:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 33 00000100:00100000:1.0:1787141232.079632:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbbbd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2353:x1873953240914560:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1787141232.079744:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbbbd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2353:x1873953240914560:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 116us (6080us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141232.079765:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 33 00000100:00080000:0.0:1787141232.080024:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1787141232.392689:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141233.408887:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141234.433875:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1787141234.474744:0:8807:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg311-server.virtnet: executing check_logdir /tmp/testlogs/ 00010000:00010000:3.0:1787141235.466973:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787141235.585071:0:3305:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787141235.585104:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262963968:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787141235.585214:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141235.585360:0:6692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262963968 00000100:00100000:0.0:1787141235.585371:0:6692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262963968 00000100:00100000:0.0:1787141235.585450:0:6692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1787141235.585463:0:6692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3305:x1873953262963968:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1787141235.585510:0:6692:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1787141235.585579:0:6692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3305:x1873953262963968:12345-0@lo:13:osp-pre-0-0.0 Request processed in 118us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141235.585587:0:6692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00080000:0.0:1787141235.585614:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:3.0:1787141235.585663:0:3305:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cbcbd0380 x1873953262963968/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787141251 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787141235.585686:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262963968:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787141235.586051:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3306:1873953262964224:0@lo:400:kworker.0 00000100:00100000:1.0:1787141235.586094:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141235.586133:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3304:1873953262964480:0@lo:400:kworker.0 00000100:00100000:1.0:1787141235.586136:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4319c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953262964736:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787141235.586177:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141235.586183:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141235.586230:0:3304:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1787141235.586239:0:3306:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787141235.586239:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953262964096:0@lo:400:kworker.0 00000100:00100000:1.0:1787141235.586250:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3306:1873953262964352:0@lo:400:kworker.0 00000100:00100000:0.0:1787141235.586283:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141235.586289:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141235.586434:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953262964608:0@lo:400:kworker.0 00000100:00100000:3.0:1787141235.586437:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262964224 00000100:00100000:3.0:1787141235.586444:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262964224 00000100:00100000:0.0:1787141235.586466:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141235.586502:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262964480 00000100:00100000:3.0:1787141235.586512:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262964480 00000100:00100000:3.0:1787141235.586537:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262964352 00000100:00100000:3.0:1787141235.586540:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262964352 00000100:00100000:3.0:1787141235.586562:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1787141235.586569:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3306:x1873953262964224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141235.586619:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3306:x1873953262964224:12345-0@lo:400:kworker.0 Request processed in 50us (525us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141235.586626:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1787141235.586641:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1787141235.586648:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4318a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3304:x1873953262964480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141235.586682:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4318a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3304:x1873953262964480:12345-0@lo:400:kworker.0 Request processed in 35us (505us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141235.586688:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1787141235.586700:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1787141235.586725:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3306:x1873953262964352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141235.586754:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3306:x1873953262964352:12345-0@lo:400:kworker.0 Request processed in 31us (467us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141235.586760:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1787141235.587284:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262964096 00000100:00100000:0.0:1787141235.587290:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262964096 00000100:00100000:0.0:1787141235.587395:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 192 00000100:00100000:0.0:1787141235.587403:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2784050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3304:x1873953262964096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787141235.587445:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2784050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3304:x1873953262964096:12345-0@lo:400:kworker.0 Request processed in 44us (1164us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141235.587451:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 192 00000100:00100000:0.0:1787141235.587496:0:6690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262964608 00000100:00100000:0.0:1787141235.587500:0:6690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262964608 00000100:00100000:0.0:1787141235.587534:0:6690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1787141235.587541:0:6690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3304:x1873953262964608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787141235.587577:0:6690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3304:x1873953262964608:12345-0@lo:400:kworker.0 Request processed in 37us (1112us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141235.587583:0:6690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00080000:0.0:1787141235.587607:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787141235.587612:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787141235.587625:0:6692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262964736 00000100:00100000:0.0:1787141235.587629:0:6692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262964736 00000100:00100000:0.0:1787141235.587654:0:6692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1787141235.587662:0:6692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953262964736:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1787141235.587692:0:6692:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1787141235.587730:0:6692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953262964736:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (1550us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141235.587736:0:6692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1787141235.587778:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953262964096:0@lo:400:kworker.0 00010000:00080000:0.0:1787141235.588455:0:3304:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cc0f29500 x1873953262964608/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787141251 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787141235.588478:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953262964608:0@lo:400:kworker.0 00000100:00100000:0.0:1787141235.588503:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3304:1873953262964480:0@lo:400:kworker.0 00000100:00100000:0.0:1787141235.588593:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3306:1873953262964352:0@lo:400:kworker.0 00010000:00080000:0.0:1787141235.588606:0:3306:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cb4319c00 x1873953262964736/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787141251 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787141235.588639:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4319c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953262964736:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787141235.588657:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3306:1873953262964224:0@lo:400:kworker.0 00010000:00010000:0.0:1787141236.482016:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787141237.199639:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141237.201363:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141237.201396:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141237.201427:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141237.201463:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240914944 00000100:00100000:2.0:1787141237.201476:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240914944 00000100:00100000:2.0:1787141237.201544:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 193 00000100:00100000:2.0:1787141237.201557:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2786c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:886abfc8-fafa-4f23-87cd-d18f7c7251c2+10:2352:x1873953240914944:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:2.0:1787141237.201652:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2786c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:886abfc8-fafa-4f23-87cd-d18f7c7251c2+10:2352:x1873953240914944:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 97us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141237.201660:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 193 00000100:00100000:2.0:1787141237.201704:0:6690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240915200 00000100:00100000:2.0:1787141237.201708:0:6690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240915200 00000100:00100000:2.0:1787141237.201746:0:6690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240915328 00000100:00100000:2.0:1787141237.201749:0:6690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240915328 00000100:00100000:2.0:1787141237.201766:0:6690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 15 00000100:00100000:2.0:1787141237.201772:0:6690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbbbdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2352:x1873953240915200:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:2.0:1787141237.201824:0:6690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbbbdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2352:x1873953240915200:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 52us (426us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141237.201831:0:6690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 15 00000100:00100000:2.0:1787141237.201855:0:6690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 16 00000100:00100000:2.0:1787141237.201862:0:6690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbbbd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2353:x1873953240915328:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:2.0:1787141237.201888:0:6690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbbbd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2353:x1873953240915328:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 27us (460us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141237.201895:0:6690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 16 00000100:00080000:2.0:1787141237.202063:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1787141237.202069:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787141237.207413:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240915072 00000100:00100000:3.0:1787141237.207433:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240915072 00000100:00100000:3.0:1787141237.207543:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 37 00000100:00100000:3.0:1787141237.207556:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbbbdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2353:x1873953240915072:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:3.0:1787141237.207668:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbbbdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2353:x1873953240915072:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 114us (8043us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141237.207676:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 37 00000100:00080000:1.0:1787141237.208402:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1787141237.509375:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141238.529145:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141239.559979:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1787141239.590533:0:9051:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg311-server.virtnet: executing yml_node 00010000:00010000:0.0:1787141240.579904:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787141240.705221:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262964864:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787141240.705288:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953262964992:0@lo:400:kworker.0 00000100:00100000:0.0:1787141240.705318:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141240.705338:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141240.705393:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262965376:0@lo:400:kworker.0 00000100:00100000:0.0:1787141240.705422:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141240.705447:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1787141240.705455:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3307:1873953262965248:0@lo:400:kworker.0 00000100:00100000:3.0:1787141240.705457:0:6690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262965376 00000100:00100000:3.0:1787141240.705466:0:6690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262965376 00000100:00100000:0.0:1787141240.705485:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141240.705508:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262965760:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787141240.705531:0:6690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1787141240.705537:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141240.705548:0:6690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4319180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953262965376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787141240.705603:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262965248 00000100:00100000:0.0:1787141240.705608:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262965248 00000100:00100000:3.0:1787141240.705613:0:6690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4319180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953262965376:12345-0@lo:400:kworker.0 Request processed in 69us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141240.705621:0:6690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1787141240.705647:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1787141240.705651:0:6692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262964864 00000100:00100000:3.0:1787141240.705656:0:6692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262964864 00000100:00100000:0.0:1787141240.705658:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4319880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1873953262965248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141240.705676:0:6692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262965760 00000100:00100000:3.0:1787141240.705680:0:6692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262965760 00000100:00100000:0.0:1787141240.705699:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4319880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1873953262965248:12345-0@lo:400:kworker.0 Request processed in 43us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141240.705703:0:6692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1787141240.705712:0:6692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4319c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953262964864:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787141240.705739:0:6692:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1787141240.705774:0:6692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4319c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953262964864:12345-0@lo:13:osp-pre-0-0.0 Request processed in 62us (457us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141240.705816:0:6692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1787141240.705830:0:6692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1787141240.705837:0:6692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4318000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953262965760:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1787141240.705856:0:6692:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1787141240.705886:0:6692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4318000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953262965760:12345-0@lo:13:osp-pre-1-0.0 Request processed in 49us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141240.705892:0:6692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1787141240.705911:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3305:1873953262965120:0@lo:400:kworker.0 00000100:00100000:0.0:1787141240.705935:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1787141240.705941:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141240.705953:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262965120 00000100:00100000:0.0:1787141240.705963:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262965120 00000100:00100000:3.0:1787141240.705965:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262965632:0@lo:400:kworker.0 00000100:00100000:3.0:1787141240.705989:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141240.706021:0:6688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262965632 00000100:00100000:3.0:1787141240.706025:0:6688:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262965632 00000100:00100000:3.0:1787141240.706045:0:6688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1787141240.706054:0:6688:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3305:x1873953262965632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787141240.706073:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1787141240.706083:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3305:x1873953262965120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141240.706096:0:6688:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3305:x1873953262965632:12345-0@lo:400:kworker.0 Request processed in 42us (104us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141240.706104:0:6688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1787141240.706125:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3305:x1873953262965120:12345-0@lo:400:kworker.0 Request processed in 44us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141240.706133:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1787141240.706147:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3305:1873953262965120:0@lo:400:kworker.0 00010000:00080000:3.0:1787141240.706165:0:3305:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cbcbd1880 x1873953262965632/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787141256 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787141240.706177:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262965632:0@lo:400:kworker.0 00000100:00100000:0.0:1787141240.706181:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3307:1873953262965248:0@lo:400:kworker.0 00010000:00080000:0.0:1787141240.706198:0:3307:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cc0f28380 x1873953262965760/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787141256 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787141240.706212:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262965760:0@lo:13:osp-pre-1-0.0 00010000:00080000:0.0:1787141240.706224:0:3307:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cbcbd3800 x1873953262965376/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787141256 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787141240.706227:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1787141240.706235:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787141240.706238:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262965376:0@lo:400:kworker.0 00000100:00080000:3.0:1787141240.706246:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787141240.706258:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262964992 00000100:00100000:3.0:1787141240.706263:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262964992 00000100:00100000:3.0:1787141240.706305:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 194 00000100:00100000:3.0:1787141240.706312:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2787c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3304:x1873953262964992:12345-0@lo:400:kworker.0 00010000:00080000:0.0:1787141240.709583:0:3307:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cc0f2b480 x1873953262964864/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787141256 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787141240.709612:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262964864:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787141240.710409:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3304:1873953262965504:0@lo:400:kworker.0 00000100:00100000:3.0:1787141240.713427:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2787c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3304:x1873953262964992:12345-0@lo:400:kworker.0 Request processed in 7105us (8080us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141240.713443:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 194 00000100:00100000:1.0:1787141240.719492:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141240.719566:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953262964992:0@lo:400:kworker.0 00000100:00100000:1.0:1787141240.719616:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262965504 00000100:00100000:1.0:1787141240.719623:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262965504 00000100:00100000:1.0:1787141240.719690:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1787141240.719700:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3304:x1873953262965504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787141240.719752:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3304:x1873953262965504:12345-0@lo:400:kworker.0 Request processed in 53us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141240.719759:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00080000:1.0:1787141240.719788:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787141240.719842:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3304:1873953262965504:0@lo:400:kworker.0 00010000:00010000:0.0:1787141241.600966:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787141242.308098:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141242.308177:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141242.308309:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240915584 00000100:00100000:1.0:1787141242.308322:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240915584 00000100:00100000:1.0:1787141242.308417:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 41 00000100:00100000:1.0:1787141242.308429:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbbbd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2352:x1873953240915584:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1787141242.308531:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbbbd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2352:x1873953240915584:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 104us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141242.308541:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 41 00000100:00080000:3.0:1787141242.308914:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787141242.309034:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240915456 00000100:00100000:0.0:1787141242.309040:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240915456 00000100:00100000:0.0:1787141242.309090:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 195 00000100:00100000:0.0:1787141242.309099:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2786050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+10:2352:x1873953240915456:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:0.0:1787141242.309158:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2786050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+10:2352:x1873953240915456:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 61us (1075us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141242.309164:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 195 00000100:00100000:2.0:1787141242.316922:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141242.316968:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141242.317230:0:6690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240915712 00000100:00100000:1.0:1787141242.317245:0:6690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240915712 00000100:00100000:1.0:1787141242.317347:0:6690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240915840 00000100:00100000:1.0:1787141242.317351:0:6690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240915840 00000100:00100000:1.0:1787141242.317374:0:6690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 10 00000100:00100000:1.0:1787141242.317385:0:6690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbbbd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2349:x1873953240915712:12345-192.168.203.11@tcp:9:kworker.0 00000020:00000080:1.0:1787141242.317436:0:6690:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc65ffb29b5b30ea3 00000100:00080000:1.0:1787141242.317448:0:6690:0:(import.c:65:import_set_state_nolock()) ffff8b7caebd2800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1787141242.317494:0:6690:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967298 00000100:00100000:1.0:1787141242.317992:0:6690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbbbd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+2:2349:x1873953240915712:12345-192.168.203.11@tcp:9:kworker.0 Request processed in 606us (1083us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141242.318003:0:6690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 10 00000100:00100000:1.0:1787141242.318025:0:6690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 11 00000100:00100000:1.0:1787141242.318033:0:6690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbbbdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2349:x1873953240915840:12345-192.168.203.11@tcp:9:kworker.0 00000020:00000080:1.0:1787141242.318051:0:6690:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc65ffb29b5b30eaa 00000100:00080000:1.0:1787141242.318059:0:6690:0:(import.c:65:import_set_state_nolock()) ffff8b7caebd0000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1787141242.318083:0:6690:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967298 00000100:00100000:1.0:1787141242.318353:0:6690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbbbdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+2:2349:x1873953240915840:12345-192.168.203.11@tcp:9:kworker.0 Request processed in 319us (1382us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141242.318361:0:6690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 11 00010000:00010000:3.0:1787141242.319336:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787141242.319459:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1787141242.319466:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1787141242.319522:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141242.625487:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141243.651338:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1787141244.068083:0:9242:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.17.57.44 00010000:00010000:1.0:1787141244.676736:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1787141245.406167:0:7643:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 0fd039ab-150d-4a77-92cd-c96e4dce9634 00000020:00000080:1.0:1787141245.406178:0:7643:0:(genops.c:885:class_export_put()) final put ffff8b7caebd7800/0fd039ab-150d-4a77-92cd-c96e4dce9634 00000020:00000080:0.0:1787141245.406421:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8b7caebd7800/0fd039ab-150d-4a77-92cd-c96e4dce9634 for lustre-OST0001 00000020:00000080:0.0:1787141245.406480:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8b7caebd0000 for lustre-OST0001 00010000:00010000:0.0:1787141245.699256:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787141245.825250:0:3305:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787141245.825282:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262966016:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787141245.825373:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141245.825466:0:6692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262966016 00000100:00100000:3.0:1787141245.825475:0:6692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262966016 00000100:00100000:3.0:1787141245.825541:0:6692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1787141245.825552:0:6692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3305:x1873953262966016:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787141245.825597:0:6692:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1787141245.825648:0:6692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3305:x1873953262966016:12345-0@lo:13:osp-pre-0-0.0 Request processed in 97us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141245.825656:0:6692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00010000:00080000:3.0:1787141245.825714:0:3305:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cc0f28700 x1873953262966016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787141261 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787141245.825735:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262966016:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787141245.825963:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262965888:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787141245.826023:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141245.826262:0:6693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262965888 00000100:00100000:0.0:1787141245.826268:0:6693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262965888 00000100:00100000:0.0:1787141245.826302:0:6693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1787141245.826311:0:6693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953262965888:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1787141245.826339:0:6693:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1787141245.826395:0:6693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953262965888:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141245.826401:0:6693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00010000:00080000:1.0:1787141245.826492:0:3307:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cb431aa00 x1873953262965888/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787141261 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787141245.826509:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262965888:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1787141245.826695:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1787141245.826701:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787141245.829767:0:3304:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787141245.830615:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3306:1873953262966272:0@lo:400:kworker.0 00000100:00100000:2.0:1787141245.830768:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3304:1873953262966528:0@lo:400:kworker.0 00000100:00100000:1.0:1787141245.830768:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3307:1873953262966400:0@lo:400:kworker.0 00000100:00100000:1.0:1787141245.833609:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141245.834196:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262966400 00000100:00100000:3.0:1787141245.834209:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262966400 00000100:00100000:3.0:1787141245.834454:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1787141245.834490:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1873953262966400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141245.834596:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1873953262966400:12345-0@lo:400:kworker.0 Request processed in 112us (998us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141245.834604:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1787141245.834671:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3307:1873953262966400:0@lo:400:kworker.0 00000100:00080000:1.0:1787141245.834779:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787141245.844907:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141245.845020:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953262966144:0@lo:400:kworker.0 00000100:00100000:2.0:1787141245.845122:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141245.845348:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262966528 00000100:00100000:1.0:1787141245.845361:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262966528 00000100:00100000:3.0:1787141245.845427:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262966144 00000100:00100000:3.0:1787141245.845432:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262966144 00000100:00100000:1.0:1787141245.845452:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1787141245.845463:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbbbd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3304:x1873953262966528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141245.845465:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 196 00000100:00100000:3.0:1787141245.845472:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2786450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3304:x1873953262966144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141245.845529:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2786450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3304:x1873953262966144:12345-0@lo:400:kworker.0 Request processed in 57us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141245.845538:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 196 00000100:00080000:2.0:1787141245.845553:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787141245.849306:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141245.849459:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262966272 00000100:00100000:0.0:1787141245.849470:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262966272 00000100:00100000:0.0:1787141245.849533:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1787141245.849546:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3306:x1873953262966272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787141245.849931:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3306:x1873953262966272:12345-0@lo:400:kworker.0 Request processed in 387us (636us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141245.849941:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1787141245.849999:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3306:1873953262966272:0@lo:400:kworker.0 00000100:00100000:1.0:1787141245.850582:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbbbd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3304:x1873953262966528:12345-0@lo:400:kworker.0 Request processed in 5117us (5685us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141245.850591:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1787141245.850857:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3304:1873953262966528:0@lo:400:kworker.0 00000100:00100000:3.0:1787141245.850964:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953262966144:0@lo:400:kworker.0 00000001:00100000:0.0:1787141246.469303:0:6713:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 0fd039ab-150d-4a77-92cd-c96e4dce9634 00000020:00000080:0.0:1787141246.469316:0:6713:0:(genops.c:885:class_export_put()) final put ffff8b7caebd1000/0fd039ab-150d-4a77-92cd-c96e4dce9634 00000020:00000080:2.0:1787141246.469379:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8b7caebd1000/0fd039ab-150d-4a77-92cd-c96e4dce9634 for lustre-OST0000 00000020:00000080:2.0:1787141246.469432:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8b7caebd2800 for lustre-OST0000 00010000:00010000:0.0:1787141246.722194:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1787141246.961196:0:9340:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.17.57.44 00000100:00100000:3.0:1787141247.424440:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141247.424487:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141247.424550:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240916096 00000100:00100000:2.0:1787141247.424561:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240916096 00000100:00100000:2.0:1787141247.424629:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 45 00000100:00100000:2.0:1787141247.424656:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2351:x1873953240916096:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:2.0:1787141247.424732:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2351:x1873953240916096:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 83us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141247.424739:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 45 00000100:00100000:0.0:1787141247.425041:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240915968 00000100:00100000:0.0:1787141247.425047:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240915968 00000100:00100000:0.0:1787141247.425086:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 197 00000100:00100000:0.0:1787141247.425094:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2785450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+10:2351:x1873953240915968:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:0.0:1787141247.425133:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2785450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+10:2351:x1873953240915968:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 40us (707us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141247.425139:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 197 00000100:00080000:3.0:1787141247.426208:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1787141247.745981:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141248.769316:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1787141249.534106:0:9437:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.17.57.44 00010000:00010000:0.0:1787141249.794680:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141250.826723:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787141250.945037:0:3304:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787141250.945058:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953262966656:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787141250.945125:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141250.945212:0:6693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262966656 00000100:00100000:3.0:1787141250.945220:0:6693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262966656 00000100:00100000:3.0:1787141250.945276:0:6693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1787141250.945286:0:6693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3304:x1873953262966656:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787141250.945331:0:6693:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1787141250.945387:0:6693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3304:x1873953262966656:12345-0@lo:13:osp-pre-0-0.0 Request processed in 102us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141250.945395:0:6693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00080000:3.0:1787141250.945413:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:3.0:1787141250.945449:0:3304:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cc0f2b480 x1873953262966656/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787141266 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787141250.945468:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953262966656:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787141250.945689:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3305:1873953262967168:0@lo:400:kworker.0 00000100:00100000:2.0:1787141250.945723:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141250.945750:0:3305:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787141250.945756:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3305:1873953262967040:0@lo:400:kworker.0 00000100:00100000:2.0:1787141250.945778:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141250.945819:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262967168 00000100:00100000:2.0:1787141250.945823:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262967168 00000100:00100000:2.0:1787141250.945850:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262967040 00000100:00100000:2.0:1787141250.945852:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262967040 00000100:00100000:2.0:1787141250.945873:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1787141250.945879:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbbbda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3305:x1873953262967168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787141250.945911:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbbbda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3305:x1873953262967168:12345-0@lo:400:kworker.0 Request processed in 32us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141250.945917:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1787141250.945929:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1787141250.945934:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbbbd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3305:x1873953262967040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787141250.945953:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbbbd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3305:x1873953262967040:12345-0@lo:400:kworker.0 Request processed in 20us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141250.945958:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00080000:2.0:1787141250.945974:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787141250.945987:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3305:1873953262967040:0@lo:400:kworker.0 00000100:00100000:2.0:1787141250.945995:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3305:1873953262967168:0@lo:400:kworker.0 00000100:00100000:3.0:1787141250.946169:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbd2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:66373bca-6a9f-4159-900e-58874c9cc4a0:3306:1873953262966784:0@lo:400:kworker.0 00000100:00100000:3.0:1787141250.946211:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141250.946240:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953262967296:0@lo:400:kworker.0 00000100:00100000:3.0:1787141250.946263:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141250.946289:0:3306:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787141250.946295:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3306:1873953262966912:0@lo:400:kworker.0 00000100:00100000:3.0:1787141250.946313:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141250.946390:0:6688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262967296 00000100:00100000:1.0:1787141250.946395:0:6688:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262967296 00000100:00100000:1.0:1787141250.946436:0:6688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1787141250.946443:0:6688:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953262967296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787141250.946489:0:6688:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953262967296:12345-0@lo:400:kworker.0 Request processed in 46us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141250.946495:0:6688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1787141250.946665:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4319f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262967424:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787141250.946693:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141250.946960:0:6693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262967424 00000100:00100000:0.0:1787141250.946965:0:6693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262967424 00000100:00100000:0.0:1787141250.947000:0:6693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1787141250.947008:0:6693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953262967424:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1787141250.947031:0:6693:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1787141250.947067:0:6693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953262967424:12345-0@lo:13:osp-pre-1-0.0 Request processed in 60us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141250.947073:0:6693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00010000:00080000:1.0:1787141250.947146:0:3307:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cb4319f80 x1873953262967424/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787141266 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787141250.947161:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4319f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262967424:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787141250.948025:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262966784 00000100:00100000:2.0:1787141250.948033:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262966784 00000100:00100000:2.0:1787141250.948080:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 198 00000100:00100000:2.0:1787141250.948089:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c17450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3306:x1873953262966784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787141250.948136:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c17450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3306:x1873953262966784:12345-0@lo:400:kworker.0 Request processed in 49us (1934us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141250.948142:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 198 00000100:00100000:2.0:1787141250.948171:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262966912 00000100:00100000:2.0:1787141250.948175:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262966912 00000100:00100000:2.0:1787141250.948212:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1787141250.948220:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3306:x1873953262966912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787141250.948250:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3306:x1873953262966912:12345-0@lo:400:kworker.0 Request processed in 32us (1936us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141250.948256:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00080000:2.0:1787141250.948286:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787141250.948430:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3306:1873953262966912:0@lo:400:kworker.0 00000100:00100000:3.0:1787141250.948441:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbd2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:66373bca-6a9f-4159-900e-58874c9cc4a0:3306:1873953262966784:0@lo:400:kworker.0 00010000:00080000:3.0:1787141250.948453:0:3306:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cbcbd1f80 x1873953262967296/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787141266 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787141250.948462:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953262967296:0@lo:400:kworker.0 00000001:02000400:1.0:1787141251.645530:0:9487:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: sanity-pcc ============----- Wed Aug 19 08:07:30 EDT 2026 00010000:00010000:2.0:1787141251.843034:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787141252.546946:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141252.546998:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141252.547114:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240916224 00000100:00100000:1.0:1787141252.547124:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240916224 00000100:00100000:1.0:1787141252.547169:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 199 00000100:00100000:1.0:1787141252.547180:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c15050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:886abfc8-fafa-4f23-87cd-d18f7c7251c2+10:2351:x1873953240916224:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:3.0:1787141252.547272:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240916352 00000100:00100000:1.0:1787141252.547284:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c15050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:886abfc8-fafa-4f23-87cd-d18f7c7251c2+10:2351:x1873953240916224:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 103us (345us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141252.547285:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240916352 00000100:00100000:1.0:1787141252.547295:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 199 00000100:00100000:3.0:1787141252.547345:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 49 00000100:00100000:3.0:1787141252.547355:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2351:x1873953240916352:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:3.0:1787141252.547389:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2351:x1873953240916352:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 36us (391us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141252.547396:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 49 00000100:00080000:3.0:1787141252.547413:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1787141252.865098:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141253.890124:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141254.919328:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787141255.936959:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787141256.065063:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7caebed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953262967552:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787141256.065135:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141256.065265:0:6693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262967552 00000100:00100000:3.0:1787141256.065273:0:6693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262967552 00000100:00100000:3.0:1787141256.065327:0:6693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1787141256.065337:0:6693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4319500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3304:x1873953262967552:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1787141256.065341:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:3.0:1787141256.065371:0:6693:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1787141256.065424:0:6693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4319500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3304:x1873953262967552:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141256.065431:0:6693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00010000:00080000:0.0:1787141256.065709:0:3304:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7caebed180 x1873953262967552/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787141272 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787141256.065739:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7caebed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953262967552:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787141256.066550:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbbbdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3306:1873953262967808:0@lo:400:kworker.0 00000100:00100000:2.0:1787141256.066595:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141256.066624:0:3306:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787141256.066630:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbbbda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3306:1873953262967936:0@lo:400:kworker.0 00000100:00100000:2.0:1787141256.066650:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141256.066673:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262967808 00000100:00100000:2.0:1787141256.066678:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262967808 00000100:00100000:2.0:1787141256.066716:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262967936 00000100:00100000:2.0:1787141256.066719:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262967936 00000100:00100000:2.0:1787141256.066774:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1787141256.066791:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf58bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3306:x1873953262967808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787141256.066853:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf58bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3306:x1873953262967808:12345-0@lo:400:kworker.0 Request processed in 65us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141256.066860:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1787141256.066877:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1787141256.066884:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf58a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3306:x1873953262967936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787141256.066910:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf58a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3306:x1873953262967936:12345-0@lo:400:kworker.0 Request processed in 28us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141256.066922:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00080000:2.0:1787141256.066946:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787141256.066968:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbbbda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3306:1873953262967936:0@lo:400:kworker.0 00000100:00100000:2.0:1787141256.066978:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbbbdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3306:1873953262967808:0@lo:400:kworker.0 00000100:00100000:3.0:1787141256.067064:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbbbd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:66373bca-6a9f-4159-900e-58874c9cc4a0:3305:1873953262967680:0@lo:400:kworker.0 00000100:00100000:3.0:1787141256.067100:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141256.067136:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf589180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262968192:0@lo:400:kworker.0 00000100:00100000:3.0:1787141256.067162:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141256.067189:0:3305:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787141256.067195:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83701f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3305:1873953262968064:0@lo:400:kworker.0 00000100:00100000:3.0:1787141256.067228:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141256.067252:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262968064 00000100:00100000:3.0:1787141256.067255:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262968064 00000100:00100000:3.0:1787141256.067283:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1787141256.067296:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caebee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3305:x1873953262968064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141256.067330:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caebee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3305:x1873953262968064:12345-0@lo:400:kworker.0 Request processed in 36us (102us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141256.067337:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00080000:3.0:1787141256.067351:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787141256.067367:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83701f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3305:1873953262968064:0@lo:400:kworker.0 00000100:00100000:2.0:1787141256.067570:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262967680 00000100:00100000:2.0:1787141256.067575:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262967680 00000100:00100000:2.0:1787141256.067611:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 200 00000100:00100000:2.0:1787141256.067619:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c15850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3305:x1873953262967680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787141256.067657:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c15850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3305:x1873953262967680:12345-0@lo:400:kworker.0 Request processed in 39us (557us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141256.067663:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 200 00000100:00100000:2.0:1787141256.067695:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbbbd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:66373bca-6a9f-4159-900e-58874c9cc4a0:3305:1873953262967680:0@lo:400:kworker.0 00000100:00100000:1.0:1787141256.067866:0:6690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262968192 00000100:00100000:1.0:1787141256.067870:0:6690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262968192 00000100:00100000:1.0:1787141256.067924:0:6690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1787141256.067932:0:6690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caebefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3305:x1873953262968192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787141256.067975:0:6690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caebefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3305:x1873953262968192:12345-0@lo:400:kworker.0 Request processed in 44us (813us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141256.067982:0:6690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00010000:00080000:1.0:1787141256.068009:0:3305:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cbf589180 x1873953262968192/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787141272 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787141256.068034:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf589180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262968192:0@lo:400:kworker.0 00000100:00080000:3.0:1787141256.068478:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787141256.068620:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953262968320:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787141256.068657:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141256.068740:0:6693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262968320 00000100:00100000:3.0:1787141256.068745:0:6693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262968320 00000100:00100000:3.0:1787141256.069008:0:6693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1787141256.069016:0:6693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf588a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953262968320:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1787141256.069047:0:6693:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1787141256.069100:0:6693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf588a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953262968320:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (442us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141256.069107:0:6693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00010000:00080000:0.0:1787141256.069222:0:3306:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cb431ad80 x1873953262968320/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787141272 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787141256.069256:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953262968320:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1787141256.964034:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787141257.674744:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141257.674789:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141257.676206:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240916608 00000100:00100000:2.0:1787141257.676240:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240916608 00000100:00100000:2.0:1787141257.676343:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 53 00000100:00100000:2.0:1787141257.676362:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2350:x1873953240916608:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:2.0:1787141257.676469:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2350:x1873953240916608:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 115us (1738us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141257.676477:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 53 00000100:00080000:0.0:1787141257.676706:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787141257.677635:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240916480 00000100:00100000:3.0:1787141257.677657:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240916480 00000100:00100000:3.0:1787141257.677728:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 201 00000100:00100000:3.0:1787141257.677740:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c16850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+10:2350:x1873953240916480:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:3.0:1787141257.677847:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c16850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+10:2350:x1873953240916480:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 109us (3056us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141257.677854:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 201 00010000:00010000:0.0:1787141257.985025:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141259.009933:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787141260.035571:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787141261.057766:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787141261.184995:0:3306:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787141261.185019:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4319f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953262968448:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787141261.185087:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141261.185166:0:6693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262968448 00000100:00100000:0.0:1787141261.185173:0:6693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262968448 00000100:00100000:0.0:1787141261.185234:0:6693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1787141261.185243:0:6693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953262968448:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1787141261.185274:0:6693:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1787141261.185313:0:6693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953262968448:12345-0@lo:13:osp-pre-1-0.0 Request processed in 71us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141261.185320:0:6693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00080000:0.0:1787141261.185338:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:0.0:1787141261.185364:0:3306:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cb4319f80 x1873953262968448/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787141277 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787141261.185381:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4319f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953262968448:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787141261.185812:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7caebeca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953262968576:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787141261.185844:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141261.186107:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3307:1873953262968960:0@lo:400:kworker.0 00000100:00100000:0.0:1787141261.186145:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141261.186165:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787141261.186170:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3307:1873953262968832:0@lo:400:kworker.0 00000100:00100000:1.0:1787141261.186271:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3304:1873953262969088:0@lo:400:kworker.0 00000100:00100000:1.0:1787141261.186296:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141261.186313:0:3304:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787141261.186318:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4319f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953262968704:0@lo:400:kworker.0 00000100:00100000:1.0:1787141261.186342:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141261.186371:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262968960 00000100:00100000:1.0:1787141261.186375:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262968960 00000100:00100000:1.0:1787141261.186410:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262969088 00000100:00100000:1.0:1787141261.186412:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262969088 00000100:00100000:1.0:1787141261.186436:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1787141261.186442:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1873953262968960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787141261.186476:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f8ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1873953262968960:12345-0@lo:400:kworker.0 Request processed in 34us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141261.186482:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1787141261.186495:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1787141261.186501:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3304:x1873953262969088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787141261.186527:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3304:x1873953262969088:12345-0@lo:400:kworker.0 Request processed in 26us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141261.186532:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1787141261.186547:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262968704 00000100:00100000:1.0:1787141261.186550:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262968704 00000100:00100000:1.0:1787141261.186582:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 202 00000100:00100000:1.0:1787141261.186594:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c14050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3304:x1873953262968704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787141261.186620:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c14050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3304:x1873953262968704:12345-0@lo:400:kworker.0 Request processed in 27us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141261.186625:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 202 00000100:00100000:1.0:1787141261.186665:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4319f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953262968704:0@lo:400:kworker.0 00000100:00100000:1.0:1787141261.186675:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3304:1873953262969088:0@lo:400:kworker.0 00000100:00100000:0.0:1787141261.186836:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141261.186871:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3307:1873953262968960:0@lo:400:kworker.0 00000100:00100000:0.0:1787141261.186889:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262968832 00000100:00100000:0.0:1787141261.186896:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262968832 00000100:00100000:3.0:1787141261.187018:0:6693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262968576 00000100:00100000:3.0:1787141261.187023:0:6693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262968576 00000100:00100000:3.0:1787141261.187057:0:6693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1787141261.187063:0:6693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3304:x1873953262968576:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787141261.187096:0:6693:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1787141261.187130:0:6693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3304:x1873953262968576:12345-0@lo:13:osp-pre-0-0.0 Request processed in 67us (1285us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141261.187147:0:6693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00010000:00080000:1.0:1787141261.187680:0:3304:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7caebeca80 x1873953262968576/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787141277 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787141261.187697:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7caebeca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953262968576:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787141261.187873:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1787141261.187879:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1873953262968832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787141261.188492:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1873953262968832:12345-0@lo:400:kworker.0 Request processed in 609us (1652us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141261.188500:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00080000:0.0:1787141261.188526:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787141261.188532:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787141261.189281:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3307:1873953262968832:0@lo:400:kworker.0 00010000:00010000:2.0:1787141262.085013:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787141262.789057:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141262.789108:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141262.789194:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240916864 00000100:00100000:3.0:1787141262.789215:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240916864 00000100:00100000:3.0:1787141262.789285:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 57 00000100:00100000:3.0:1787141262.789297:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2352:x1873953240916864:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:3.0:1787141262.789364:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f8d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2352:x1873953240916864:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 70us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141262.789372:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 57 00000100:00100000:1.0:1787141262.789509:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240916736 00000100:00100000:1.0:1787141262.789515:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240916736 00000100:00100000:1.0:1787141262.789550:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 203 00000100:00100000:1.0:1787141262.789559:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c16c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+10:2352:x1873953240916736:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1787141262.789588:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c16c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+10:2352:x1873953240916736:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 31us (541us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141262.789594:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 203 00000100:00080000:0.0:1787141262.789713:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1787141263.109450:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141264.130281:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787141265.153230:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141266.178563:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787141266.305239:0:3304:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787141266.305266:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7caebed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953262969216:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787141266.305345:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141266.305393:0:6693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262969216 00000100:00100000:2.0:1787141266.305403:0:6693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262969216 00000100:00080000:3.0:1787141266.305440:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787141266.305483:0:6693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1787141266.305499:0:6693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caebedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3304:x1873953262969216:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1787141266.305538:0:6693:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1787141266.305598:0:6693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caebedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3304:x1873953262969216:12345-0@lo:13:osp-pre-0-0.0 Request processed in 106us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141266.305606:0:6693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00010000:00080000:2.0:1787141266.305646:0:3304:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7caebed880 x1873953262969216/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787141282 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787141266.305665:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7caebed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953262969216:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787141266.306370:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf588700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3304:1873953262969600:0@lo:400:kworker.0 00000100:00100000:2.0:1787141266.306409:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141266.306459:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262969600 00000100:00100000:2.0:1787141266.306464:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262969600 00000100:00100000:2.0:1787141266.306503:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1787141266.306512:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf58b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3304:x1873953262969600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787141266.306578:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf58b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3304:x1873953262969600:12345-0@lo:400:kworker.0 Request processed in 68us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141266.306585:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00080000:2.0:1787141266.306609:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787141266.306629:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf588700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3304:1873953262969600:0@lo:400:kworker.0 00000100:00100000:2.0:1787141266.306663:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf588700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3305:1873953262969728:0@lo:400:kworker.0 00000100:00100000:2.0:1787141266.306687:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141266.306722:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262969728 00000100:00100000:2.0:1787141266.306726:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262969728 00000100:00100000:2.0:1787141266.306755:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1787141266.306762:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf58b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3305:x1873953262969728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787141266.306962:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf589880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:66373bca-6a9f-4159-900e-58874c9cc4a0:3306:1873953262969344:0@lo:400:kworker.0 00000100:00100000:0.0:1787141266.306998:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141266.307034:0:3306:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787141266.307039:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf589c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3306:1873953262969472:0@lo:400:kworker.0 00000100:00100000:0.0:1787141266.307061:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141266.307094:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262969472 00000100:00100000:0.0:1787141266.307109:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262969472 00000100:00100000:0.0:1787141266.307134:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1787141266.307141:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3306:x1873953262969472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787141266.307175:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3306:x1873953262969472:12345-0@lo:400:kworker.0 Request processed in 35us (113us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141266.307182:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1787141266.307216:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf589c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3306:1873953262969472:0@lo:400:kworker.0 00000100:00080000:0.0:1787141266.307241:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787141266.307269:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953262969856:0@lo:400:kworker.0 00000100:00100000:0.0:1787141266.307297:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141266.307425:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf58b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3305:x1873953262969728:12345-0@lo:400:kworker.0 Request processed in 663us (737us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141266.307432:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1787141266.307732:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf588700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3305:1873953262969728:0@lo:400:kworker.0 00000100:00100000:1.0:1787141266.308465:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbd2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262969984:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787141266.308508:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141266.308570:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262969344 00000100:00100000:1.0:1787141266.308576:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262969344 00000100:00100000:0.0:1787141266.308612:0:6690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262969856 00000100:00100000:1.0:1787141266.308617:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204 00000100:00100000:0.0:1787141266.308619:0:6690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262969856 00000100:00100000:1.0:1787141266.308627:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c16050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3306:x1873953262969344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787141266.308662:0:6690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1787141266.308672:0:6690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953262969856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787141266.308690:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c16050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3306:x1873953262969344:12345-0@lo:400:kworker.0 Request processed in 64us (1690us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141266.308697:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204 00000100:00100000:0.0:1787141266.308720:0:6690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953262969856:12345-0@lo:400:kworker.0 Request processed in 49us (1421us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141266.308728:0:6690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00010000:00080000:1.0:1787141266.308750:0:3306:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cc0f8c380 x1873953262969856/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787141282 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787141266.308751:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787141266.308764:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953262969856:0@lo:400:kworker.0 00000100:00100000:1.0:1787141266.308775:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf589880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:66373bca-6a9f-4159-900e-58874c9cc4a0:3306:1873953262969344:0@lo:400:kworker.0 00000100:00100000:2.0:1787141266.309035:0:6693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262969984 00000100:00100000:2.0:1787141266.309040:0:6693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262969984 00000100:00100000:2.0:1787141266.309078:0:6693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1787141266.309087:0:6693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953262969984:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1787141266.309124:0:6693:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1787141266.309174:0:6693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953262969984:12345-0@lo:13:osp-pre-1-0.0 Request processed in 89us (666us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141266.309180:0:6693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00010000:00080000:1.0:1787141266.309259:0:3307:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cbcbd2680 x1873953262969984/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787141282 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787141266.309276:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbd2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262969984:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1787141267.202198:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1787141267.268314:0:10118:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: === sanity-pcc: start setup 08:07:46 (1787141266) === 00000100:00100000:3.0:1787141267.642146:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141267.642215:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240916992 00000100:00100000:0.0:1787141267.642225:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240916992 00000100:00100000:0.0:1787141267.642283:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 205 00000100:00100000:0.0:1787141267.642294:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c16450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:886abfc8-fafa-4f23-87cd-d18f7c7251c2+10:8117:x1873953240916992:12345-192.168.203.11@tcp:101:mount.lustre.0 00010000:00010000:0.0:1787141267.642319:0:5832:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141267.642338:0:5832:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7c80030800/0xc65ffb29b5b30f6e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cd80 expref: -99 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141267.642365:0:5832:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7c80030800/0xc65ffb29b5b30f6e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cd80 expref: 11 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141267.642375:0:5832:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7c80030800/0xc65ffb29b5b30f6e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cd80 expref: 11 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141267.642402:0:5832:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c80030800, rc 0) 00000100:00100000:0.0:1787141267.642474:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c16450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:886abfc8-fafa-4f23-87cd-d18f7c7251c2+11:8117:x1873953240916992:12345-192.168.203.11@tcp:101:mount.lustre.0 Request processed in 182us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141267.642481:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 205 00000100:00100000:0.0:1787141267.644483:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141267.644639:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240917120 00000100:00100000:1.0:1787141267.644648:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240917120 00000100:00100000:1.0:1787141267.644699:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 206 00000100:00100000:1.0:1787141267.644708:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c17c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+11:8117:x1873953240917120:12345-192.168.203.11@tcp:501:mount.lustre.0 00000100:00100000:1.0:1787141267.645263:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c17c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+11:8117:x1873953240917120:12345-192.168.203.11@tcp:501:mount.lustre.0 Request processed in 554us (786us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141267.645273:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 206 00000100:00100000:2.0:1787141267.646905:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141267.647201:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240917248 00000100:00100000:1.0:1787141267.647209:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240917248 00000100:00100000:1.0:1787141267.647262:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 207 00000100:00100000:1.0:1787141267.647486:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c15450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+11:8117:x1873953240917248:12345-192.168.203.11@tcp:503:mount.lustre.0 00000100:00100000:1.0:1787141267.647713:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c15450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+11:8117:x1873953240917248:12345-192.168.203.11@tcp:503:mount.lustre.0 Request processed in 441us (813us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141267.647731:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 207 00000100:00100000:3.0:1787141267.649933:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141267.651772:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240917376 00000100:00100000:1.0:1787141267.651788:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240917376 00000100:00100000:1.0:1787141267.651879:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 208 00000100:00100000:1.0:1787141267.651889:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c14850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+11:8121:x1873953240917376:12345-192.168.203.11@tcp:502:llog_process_th.0 00000100:00100000:1.0:1787141267.652642:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c14850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+11:8121:x1873953240917376:12345-192.168.203.11@tcp:502:llog_process_th.0 Request processed in 750us (2712us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141267.652650:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 208 00000100:00100000:0.0:1787141267.669673:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141267.669782:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240917504 00000100:00100000:1.0:1787141267.669791:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240917504 00000100:00100000:1.0:1787141267.669870:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 209 00000100:00100000:1.0:1787141267.669880:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c15c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+11:8121:x1873953240917504:12345-192.168.203.11@tcp:502:llog_process_th.0 00000100:00100000:1.0:1787141267.670968:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c15c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+11:8121:x1873953240917504:12345-192.168.203.11@tcp:502:llog_process_th.0 Request processed in 1085us (1300us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141267.670980:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 209 00000100:00100000:2.0:1787141267.677418:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141267.677577:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240917632 00000100:00100000:1.0:1787141267.677591:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240917632 00000100:00100000:1.0:1787141267.677661:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 210 00000100:00100000:1.0:1787141267.677674:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c14c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+11:8117:x1873953240917632:12345-192.168.203.11@tcp:101:mount.lustre.0 00010000:00010000:1.0:1787141267.677697:0:5834:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787141267.677720:0:5834:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7cbfa60800/0xc65ffb29b5b30f75 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cdaa expref: -99 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141267.677756:0:5834:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7cbfa60800/0xc65ffb29b5b30f75 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cdaa expref: 12 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141267.677786:0:5834:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7cbfa60800/0xc65ffb29b5b30f75 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cdaa expref: 12 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141267.677830:0:5834:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbfa60800, rc 0) 00000100:00100000:1.0:1787141267.677917:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c14c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+12:8117:x1873953240917632:12345-192.168.203.11@tcp:101:mount.lustre.0 Request processed in 245us (514us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141267.677925:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 210 00000100:00100000:3.0:1787141267.689292:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141267.689468:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240917760 00000100:00100000:1.0:1787141267.689482:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240917760 00000100:00100000:1.0:1787141267.689559:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 211 00000100:00100000:1.0:1787141267.689572:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c17850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+12:8117:x1873953240917760:12345-192.168.203.11@tcp:256:mount.lustre.0 20000000:01000000:1.0:1787141267.689607:0:5833:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:1.0:1787141267.689640:0:5833:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1787141267.689645:0:5833:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:1.0:1787141267.689648:0:5833:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:1.0:1787141267.689650:0:5833:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 132, version 5 00000100:00100000:1.0:1787141267.691377:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c17850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+12:8117:x1873953240917760:12345-192.168.203.11@tcp:256:mount.lustre.0 Request processed in 1795us (2087us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141267.691394:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 211 00000100:00100000:0.0:1787141267.696975:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141267.697139:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240917888 00000100:00100000:3.0:1787141267.697153:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240917888 00000100:00100000:3.0:1787141267.697276:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 212 00000100:00100000:3.0:1787141267.697288:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c14450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:886abfc8-fafa-4f23-87cd-d18f7c7251c2+12:8117:x1873953240917888:12345-192.168.203.11@tcp:101:mount.lustre.0 00010000:00010000:3.0:1787141267.697309:0:5832:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141267.697332:0:5832:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7cbf439600/0xc65ffb29b5b30f7c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cdb1 expref: -99 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141267.697387:0:5832:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7cbf439600/0xc65ffb29b5b30f7c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cdb1 expref: 13 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141267.697399:0:5832:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7cbf439600/0xc65ffb29b5b30f7c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cdb1 expref: 13 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141267.697408:0:5832:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf439600, rc 0) 00000100:00100000:3.0:1787141267.697483:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c14450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:8117:x1873953240917888:12345-192.168.203.11@tcp:101:mount.lustre.0 Request processed in 198us (525us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141267.697491:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 212 00000100:00100000:3.0:1787141267.704897:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141267.705098:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240918016 00000100:00100000:1.0:1787141267.705113:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240918016 00000100:00100000:1.0:1787141267.705184:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 213 00000100:00100000:1.0:1787141267.705195:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c17050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:8117:x1873953240918016:12345-192.168.203.11@tcp:501:mount.lustre.0 00000100:00100000:1.0:1787141267.705592:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c17050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:8117:x1873953240918016:12345-192.168.203.11@tcp:501:mount.lustre.0 Request processed in 397us (708us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141267.705614:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 213 00000100:00100000:0.0:1787141267.707889:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141267.708424:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240918144 00000100:00100000:3.0:1787141267.708440:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240918144 00000100:00100000:3.0:1787141267.708510:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 214 00000100:00100000:3.0:1787141267.708530:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:8117:x1873953240918144:12345-192.168.203.11@tcp:503:mount.lustre.0 00000100:00100000:3.0:1787141267.709014:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:8117:x1873953240918144:12345-192.168.203.11@tcp:503:mount.lustre.0 Request processed in 490us (1135us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141267.709025:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 214 00000100:00100000:0.0:1787141267.711910:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141267.714154:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240918272 00000100:00100000:2.0:1787141267.714179:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240918272 00000100:00100000:2.0:1787141267.714448:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 215 00000100:00100000:2.0:1787141267.714464:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:8126:x1873953240918272:12345-192.168.203.11@tcp:502:llog_process_th.0 00000100:00100000:2.0:1787141267.715067:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:8126:x1873953240918272:12345-192.168.203.11@tcp:502:llog_process_th.0 Request processed in 605us (3170us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141267.715078:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 215 00000100:00100000:0.0:1787141267.722353:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141267.722550:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240918400 00000100:00100000:1.0:1787141267.722564:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240918400 00000100:00100000:1.0:1787141267.722632:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 216 00000100:00100000:1.0:1787141267.722646:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:8126:x1873953240918400:12345-192.168.203.11@tcp:502:llog_process_th.0 00000100:00100000:1.0:1787141267.723291:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:8126:x1873953240918400:12345-192.168.203.11@tcp:502:llog_process_th.0 Request processed in 645us (949us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141267.723301:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 216 00000100:00100000:3.0:1787141267.730060:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141267.730116:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141267.730154:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240918912 00000100:00100000:0.0:1787141267.730168:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240918912 00000100:00100000:2.0:1787141267.730301:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240918528 00000100:00100000:2.0:1787141267.730307:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240918528 00000100:00100000:2.0:1787141267.730360:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 10 00000100:00100000:2.0:1787141267.730371:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caebef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2349:x1873953240918528:12345-192.168.203.11@tcp:38:mount.lustre.0 00010000:00080000:2.0:1787141267.730410:0:5839:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from a3a5191e-f3c6-41c6-a671-d88f2994152f@192.168.203.11@tcp t0 exp 0000000000000000 cur 250 last 0 00000020:00000080:2.0:1787141267.730462:0:5839:0:(genops.c:1385:class_connect()) connect: client a3a5191e-f3c6-41c6-a671-d88f2994152f, cookie 0xc65ffb29b5b30f83 00000004:00100000:2.0:1787141267.730502:0:5839:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:2.0:1787141267.731608:0:5839:0:(import.c:65:import_set_state_nolock()) ffff8b7caebd4800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787141267.731844:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 61 00000100:00100000:0.0:1787141267.731859:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caebec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2352:x1873953240918912:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:0.0:1787141267.731946:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caebec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2352:x1873953240918912:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 91us (1900us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141267.731955:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 61 00000100:00100000:2.0:1787141267.732617:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caebef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a3a5191e-f3c6-41c6-a671-d88f2994152f+6:2349:x1873953240918528:12345-192.168.203.11@tcp:38:mount.lustre.0 Request processed in 2241us (2496us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141267.732637:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 10 00000100:00080000:1.0:1787141267.739312:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787141267.741129:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141267.741238:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141267.741376:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240918784 00000100:00100000:2.0:1787141267.741390:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240918784 00000100:00100000:2.0:1787141267.741490:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240918656 00000100:00100000:2.0:1787141267.741494:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240918656 00000100:00100000:2.0:1787141267.741525:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 11 00000100:00100000:2.0:1787141267.741539:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caebef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a3a5191e-f3c6-41c6-a671-d88f2994152f+7:8117:x1873953240918784:12345-192.168.203.11@tcp:41:mount.lustre.0 00000004:00000024:2.0:1787141267.741601:0:5841:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261647360 avail 2259550208 00000100:00080000:1.0:1787141267.741646:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787141267.741729:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caebef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a3a5191e-f3c6-41c6-a671-d88f2994152f+7:8117:x1873953240918784:12345-192.168.203.11@tcp:41:mount.lustre.0 Request processed in 193us (616us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141267.741738:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 11 00000100:00100000:2.0:1787141267.741779:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 12 00000100:00100000:2.0:1787141267.741788:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caebedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a3a5191e-f3c6-41c6-a671-d88f2994152f+6:0:x1873953240918656:12345-192.168.203.11@tcp:41:mount.lustre.0 00000004:00000024:2.0:1787141267.741837:0:5841:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261647360 avail 2259550208 00000100:00100000:2.0:1787141267.741865:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caebedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a3a5191e-f3c6-41c6-a671-d88f2994152f+6:0:x1873953240918656:12345-192.168.203.11@tcp:41:mount.lustre.0 Request processed in 79us (626us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141267.741872:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 12 00000100:00100000:0.0:1787141267.744291:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141267.744486:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240919040 00000100:00100000:2.0:1787141267.744499:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240919040 00000100:00100000:2.0:1787141267.744624:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 13 00000100:00100000:2.0:1787141267.744638:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbdce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a3a5191e-f3c6-41c6-a671-d88f2994152f+6:8117:x1873953240919040:12345-192.168.203.11@tcp:40:mount.lustre.0 00000100:00100000:2.0:1787141267.744764:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbdce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a3a5191e-f3c6-41c6-a671-d88f2994152f+6:8117:x1873953240919040:12345-192.168.203.11@tcp:40:mount.lustre.0 Request processed in 130us (489us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141267.744773:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 13 00000100:00100000:1.0:1787141267.748410:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141267.748517:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141267.748559:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141267.748858:0:6690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240919168 00000100:00100000:0.0:1787141267.748872:0:6690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240919168 00000100:00100000:0.0:1787141267.748927:0:6690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240919296 00000100:00100000:0.0:1787141267.748930:0:6690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240919296 00000100:00100000:0.0:1787141267.748947:0:6690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 12 00000100:00100000:0.0:1787141267.748957:0:6690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2349:x1873953240919168:12345-192.168.203.11@tcp:8:mount.lustre.0 00010000:00080000:0.0:1787141267.748998:0:6690:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from a3a5191e-f3c6-41c6-a671-d88f2994152f@192.168.203.11@tcp t0 exp 0000000000000000 cur 250 last 0 00000020:00000080:0.0:1787141267.749059:0:6690:0:(genops.c:1385:class_connect()) connect: client a3a5191e-f3c6-41c6-a671-d88f2994152f, cookie 0xc65ffb29b5b30f8a 00002000:00100000:0.0:1787141267.749074:0:6690:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli a3a5191e-f3c6-41c6-a671-d88f2994152f/ffff8b7cbf4b5000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 211392c ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1787141267.749098:0:6690:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:0.0:1787141267.749409:0:6690:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1787141267.749447:0:6690:0:(import.c:65:import_set_state_nolock()) ffff8b7cbf4b2000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787141267.749533:0:6690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a3a5191e-f3c6-41c6-a671-d88f2994152f+6:2349:x1873953240919168:12345-192.168.203.11@tcp:8:mount.lustre.0 Request processed in 574us (1014us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141267.749543:0:6690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 12 00000100:00100000:0.0:1787141267.749565:0:6690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 13 00000100:00100000:0.0:1787141267.749571:0:6690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2349:x1873953240919296:12345-192.168.203.11@tcp:8:mount.lustre.0 00010000:00080000:0.0:1787141267.749590:0:6690:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from a3a5191e-f3c6-41c6-a671-d88f2994152f@192.168.203.11@tcp t0 exp 0000000000000000 cur 250 last 0 00000020:00000080:0.0:1787141267.749607:0:6690:0:(genops.c:1385:class_connect()) connect: client a3a5191e-f3c6-41c6-a671-d88f2994152f, cookie 0xc65ffb29b5b30f91 00002000:00100000:0.0:1787141267.749613:0:6690:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli a3a5191e-f3c6-41c6-a671-d88f2994152f/ffff8b7cbf4b1000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 211392c ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1787141267.749620:0:6690:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:0.0:1787141267.749759:0:6690:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1787141267.749776:0:6690:0:(import.c:65:import_set_state_nolock()) ffff8b7cbf4b6800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787141267.749848:0:6690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a3a5191e-f3c6-41c6-a671-d88f2994152f+6:2349:x1873953240919296:12345-192.168.203.11@tcp:8:mount.lustre.0 Request processed in 275us (1287us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141267.749855:0:6690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 13 00000100:00100000:3.0:1787141267.754530:0:5842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240919424 00000100:00100000:3.0:1787141267.754553:0:5842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240919424 00000100:00100000:2.0:1787141267.754905:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 1 00000100:00100000:2.0:1787141267.754921:0:5842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbd2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a3a5191e-f3c6-41c6-a671-d88f2994152f+6:8117:x1873953240919424:12345-192.168.203.11@tcp:33:mount.lustre.0 00000004:00200000:2.0:1787141267.755409:0:5842:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 6656 00000100:00100000:2.0:1787141267.755630:0:5842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbd2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:a3a5191e-f3c6-41c6-a671-d88f2994152f+6:8117:x1873953240919424:12345-192.168.203.11@tcp:33:mount.lustre.0 Request processed in 710us (7233us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141267.755640:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 1 00010000:00010000:1.0:1787141268.225388:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141269.249201:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141270.273279:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1787141270.968040:0:7643:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of a3a5191e-f3c6-41c6-a671-d88f2994152f 00010000:00010000:0.0:1787141271.297325:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787141271.425038:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7caebeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3306:1873953262970368:0@lo:400:kworker.0 00000100:00100000:3.0:1787141271.425087:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7caebec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262970496:0@lo:400:kworker.0 00000100:00100000:1.0:1787141271.425123:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141271.425126:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141271.425191:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7caebece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953262970112:0@lo:400:kworker.0 00000100:00100000:2.0:1787141271.425227:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7caebed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3305:1873953262970240:0@lo:400:kworker.0 00000100:00100000:1.0:1787141271.425395:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7caebeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953262970880:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787141271.426001:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141271.426034:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7caebef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3304:1873953262970624:0@lo:400:kworker.0 00000100:00100000:0.0:1787141271.426186:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141271.426223:0:6690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262970496 00000100:00100000:0.0:1787141271.426231:0:6690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262970496 00000100:00100000:0.0:1787141271.426295:0:6690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1787141271.426304:0:6690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caebec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953262970496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141271.426525:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262970368 00000100:00100000:3.0:1787141271.426530:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262970368 00000100:00100000:3.0:1787141271.426559:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262970624 00000100:00100000:3.0:1787141271.426562:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262970624 00000100:00100000:3.0:1787141271.426583:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1787141271.426591:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3306:x1873953262970368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141271.426629:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3306:x1873953262970368:12345-0@lo:400:kworker.0 Request processed in 38us (1506us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141271.426637:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1787141271.426653:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1787141271.426659:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3304:x1873953262970624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141271.426689:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3304:x1873953262970624:12345-0@lo:400:kworker.0 Request processed in 30us (503us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141271.426695:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1787141271.426782:0:6690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caebec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953262970496:12345-0@lo:400:kworker.0 Request processed in 478us (1653us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141271.426790:0:6690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1787141271.426844:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7caebed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262971008:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787141271.426876:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:0.0:1787141271.426929:0:3307:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7caebec380 x1873953262970496/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787141287 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787141271.426943:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7caebec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262970496:0@lo:400:kworker.0 00000100:00100000:3.0:1787141271.426946:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262970112 00000100:00100000:3.0:1787141271.426951:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262970112 00000100:00100000:0.0:1787141271.426980:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7caebef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3304:1873953262970624:0@lo:400:kworker.0 00000100:00100000:3.0:1787141271.426986:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217 00000100:00100000:3.0:1787141271.426994:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3304:x1873953262970112:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1787141271.427006:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787141271.427012:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787141271.427027:0:6693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262971008 00000100:00100000:0.0:1787141271.427030:0:6693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262971008 00000100:00100000:0.0:1787141271.427053:0:6693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1787141271.427059:0:6693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953262971008:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1787141271.427104:0:6693:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1787141271.427141:0:6693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953262971008:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141271.427161:0:6693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00010000:00080000:0.0:1787141271.427191:0:3307:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7caebed880 x1873953262971008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787141287 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787141271.427206:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7caebed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262971008:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787141271.427926:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3304:x1873953262970112:12345-0@lo:400:kworker.0 Request processed in 930us (1924us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141271.427934:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217 00000100:00100000:0.0:1787141271.428324:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7caebece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953262970112:0@lo:400:kworker.0 00000100:00100000:2.0:1787141271.428548:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141271.428626:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7caebee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262970752:0@lo:400:kworker.0 00000100:00100000:2.0:1787141271.428657:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141271.428859:0:6691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262970752 00000100:00100000:0.0:1787141271.428865:0:6691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262970752 00000100:00100000:0.0:1787141271.428947:0:6691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1787141271.428955:0:6691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf588e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3305:x1873953262970752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787141271.429000:0:6691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf588e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3305:x1873953262970752:12345-0@lo:400:kworker.0 Request processed in 47us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141271.429020:0:6691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1787141271.429113:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262970240 00000100:00100000:3.0:1787141271.429117:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262970240 00000100:00100000:3.0:1787141271.429159:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1787141271.429166:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf589f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3305:x1873953262970240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141271.429199:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf589f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3305:x1873953262970240:12345-0@lo:400:kworker.0 Request processed in 34us (652us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141271.429234:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1787141271.429279:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7caebed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3305:1873953262970240:0@lo:400:kworker.0 00010000:00080000:3.0:1787141271.429291:0:3305:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7caebee300 x1873953262970752/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787141287 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787141271.429301:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7caebee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262970752:0@lo:400:kworker.0 00000100:00100000:1.0:1787141271.429500:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141271.429532:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7caebeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3306:1873953262970368:0@lo:400:kworker.0 00000100:00100000:3.0:1787141271.429596:0:6693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262970880 00000100:00100000:3.0:1787141271.429600:0:6693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262970880 00000100:00100000:3.0:1787141271.429642:0:6693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1787141271.429650:0:6693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4319f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953262970880:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1787141271.429677:0:6693:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1787141271.429717:0:6693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4319f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953262970880:12345-0@lo:13:osp-pre-1-0.0 Request processed in 67us (216us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141271.429723:0:6693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00010000:00080000:1.0:1787141271.430131:0:3306:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7caebeea00 x1873953262970880/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787141287 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787141271.430148:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7caebeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953262970880:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1787141271.430664:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00100000:3.0:1787141272.008747:0:6713:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of a3a5191e-f3c6-41c6-a671-d88f2994152f 00000001:00100000:1.0:1787141272.010036:0:5861:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of a3a5191e-f3c6-41c6-a671-d88f2994152f 00010000:00010000:1.0:1787141272.324294:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787141273.034682:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141273.034740:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240919680 00000100:00100000:1.0:1787141273.034748:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141273.034751:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240919680 00000100:00100000:1.0:1787141273.034775:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141273.034811:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240919552 00000100:00100000:1.0:1787141273.034815:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240919552 00000100:00100000:3.0:1787141273.034828:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240919808 00000100:00100000:3.0:1787141273.034830:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240919808 00000100:00100000:1.0:1787141273.034841:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 218 00000100:00100000:3.0:1787141273.034850:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 65 00000100:00100000:1.0:1787141273.034850:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:2350:x1873953240919552:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:3.0:1787141273.034856:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c85293100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2350:x1873953240919680:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1787141273.034919:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:2350:x1873953240919552:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 69us (170us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141273.034927:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 218 00000100:00100000:3.0:1787141273.036417:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c85293100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2350:x1873953240919680:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 1550us (1735us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141273.036684:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 65 00000100:00100000:3.0:1787141273.036716:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 66 00000100:00100000:3.0:1787141273.036729:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c85293800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a3a5191e-f3c6-41c6-a671-d88f2994152f+5:2350:x1873953240919808:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:3.0:1787141273.036911:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c85293800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a3a5191e-f3c6-41c6-a671-d88f2994152f+5:2350:x1873953240919808:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 187us (2134us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141273.036919:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 66 00000100:00080000:3.0:1787141273.036942:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787141273.041254:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141273.041303:0:6688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240919936 00000100:00100000:3.0:1787141273.041311:0:6688:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240919936 00000100:00100000:3.0:1787141273.041367:0:6688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 24 00000100:00100000:3.0:1787141273.041378:0:6688:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caebee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a3a5191e-f3c6-41c6-a671-d88f2994152f+5:2350:x1873953240919936:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:3.0:1787141273.041650:0:6688:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caebee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a3a5191e-f3c6-41c6-a671-d88f2994152f+5:2350:x1873953240919936:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 274us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141273.041658:0:6688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 24 00000100:00080000:3.0:1787141273.041683:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787141273.042915:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141273.042948:0:6690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240920064 00000100:00100000:3.0:1787141273.042955:0:6690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240920064 00000100:00100000:3.0:1787141273.043000:0:6690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 25 00000100:00100000:3.0:1787141273.043009:0:6690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caebed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a3a5191e-f3c6-41c6-a671-d88f2994152f+5:2351:x1873953240920064:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:3.0:1787141273.043070:0:6690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caebed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:a3a5191e-f3c6-41c6-a671-d88f2994152f+5:2351:x1873953240920064:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 61us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141273.043077:0:6690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 25 00000100:00080000:3.0:1787141273.043096:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:02000400:1.0:1787141273.168612:0:10314:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg311-client.virtnet: executing check_config_client /mnt/lustre 00010000:00010000:3.0:1787141273.347312:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141274.375971:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141275.393301:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141276.418174:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787141276.545925:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7caebeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3306:1873953262971392:0@lo:400:kworker.0 00000100:00100000:3.0:1787141276.545995:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141276.546082:0:3306:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787141276.546089:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7caebeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953262971520:0@lo:400:kworker.0 00000100:00100000:3.0:1787141276.546117:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141276.546152:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262971392 00000100:00100000:3.0:1787141276.546159:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262971392 00000100:00100000:3.0:1787141276.546207:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1787141276.546216:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caebef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3306:x1873953262971392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787141276.546482:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7caebeca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953262971136:0@lo:400:kworker.0 00000100:00100000:0.0:1787141276.546517:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141276.546540:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7caebece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3304:1873953262971648:0@lo:400:kworker.0 00000100:00100000:0.0:1787141276.546561:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141276.546579:0:3304:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1787141276.546584:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7caebed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3304:1873953262971264:0@lo:400:kworker.0 00000100:00100000:0.0:1787141276.546604:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141276.546638:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7caebed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953262971776:0@lo:400:kworker.0 00000100:00100000:0.0:1787141276.546661:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141276.546694:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262971136 00000100:00100000:0.0:1787141276.546698:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262971136 00000100:00100000:0.0:1787141276.546737:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 219 00000100:00100000:0.0:1787141276.546745:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3304:x1873953262971136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787141276.546787:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3304:x1873953262971136:12345-0@lo:400:kworker.0 Request processed in 43us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141276.546821:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 219 00000100:00100000:1.0:1787141276.546851:0:6690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262971520 00000100:00100000:1.0:1787141276.546856:0:6690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262971520 00000100:00100000:0.0:1787141276.546878:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7caebeca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953262971136:0@lo:400:kworker.0 00000100:00100000:1.0:1787141276.546892:0:6690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262971776 00000100:00100000:1.0:1787141276.546896:0:6690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262971776 00000100:00100000:1.0:1787141276.546916:0:6690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1787141276.546918:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262971648 00000100:00100000:0.0:1787141276.546924:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262971648 00000100:00100000:1.0:1787141276.546925:0:6690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caebec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953262971520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787141276.546950:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262971264 00000100:00100000:0.0:1787141276.546954:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262971264 00000100:00100000:0.0:1787141276.546970:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1787141276.546976:0:6690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caebec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953262971520:12345-0@lo:400:kworker.0 Request processed in 51us (857us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141276.546982:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbdd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3304:x1873953262971648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787141276.546987:0:6690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1787141276.547005:0:6690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1787141276.547013:0:6690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3304:x1873953262971776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787141276.547056:0:6690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3304:x1873953262971776:12345-0@lo:400:kworker.0 Request processed in 44us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141276.547062:0:6690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1787141276.547080:0:5840:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:1.0:1787141276.547093:0:5840:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_004' 00010000:00080000:1.0:1787141276.547128:0:3304:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7caebed880 x1873953262971776/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787141292 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787141276.547141:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7caebed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953262971776:0@lo:400:kworker.0 00000100:00100000:1.0:1787141276.547152:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7caebece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3304:1873953262971648:0@lo:400:kworker.0 00000100:00100000:1.0:1787141276.547258:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1787141276.547266:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbdc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3304:x1873953262971264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787141276.547300:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbdc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3304:x1873953262971264:12345-0@lo:400:kworker.0 Request processed in 36us (695us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141276.547306:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1787141276.547323:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbdd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3304:x1873953262971648:12345-0@lo:400:kworker.0 Request processed in 342us (758us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141276.547331:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1787141276.547333:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7caebed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3304:1873953262971264:0@lo:400:kworker.0 00000100:00080000:0.0:1787141276.547391:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787141276.547395:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787141276.547398:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787141276.548388:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7c85290e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262972032:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787141276.548437:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141276.548474:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787141276.548480:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7c85291f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262971904:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787141276.548504:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141276.548506:0:6692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262972032 00000100:00100000:1.0:1787141276.548513:0:6692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262972032 00000100:00100000:0.0:1787141276.548563:0:6692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262971904 00000100:00100000:0.0:1787141276.548568:0:6692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262971904 00000100:00100000:0.0:1787141276.548589:0:6692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1787141276.548596:0:6692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953262972032:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1787141276.548645:0:6692:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1787141276.548691:0:6692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953262972032:12345-0@lo:13:osp-pre-0-0.0 Request processed in 95us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141276.548699:0:6692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1787141276.548716:0:6692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00010000:00080000:1.0:1787141276.548723:0:3307:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7c85290e00 x1873953262972032/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787141292 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787141276.548725:0:6692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb479d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953262971904:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787141276.548747:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7c85290e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262972032:0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1787141276.548749:0:6692:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1787141276.548787:0:6692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb479d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953262971904:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (281us total) trans 0 rc 0/0 00010000:00080000:1.0:1787141276.548813:0:3307:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7c85291f80 x1873953262971904/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787141292 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787141276.548819:0:6692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1787141276.548834:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7c85291f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262971904:0@lo:13:osp-pre-1-0.0 00010000:00080000:0.0:1787141276.548872:0:3306:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7caebeed80 x1873953262971520/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787141292 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787141276.548882:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7caebeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953262971520:0@lo:400:kworker.0 00000100:00100000:3.0:1787141276.548984:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caebef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3306:x1873953262971392:12345-0@lo:400:kworker.0 Request processed in 2768us (2987us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141276.548992:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1787141276.549968:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7caebeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3306:1873953262971392:0@lo:400:kworker.0 00010000:00010000:0.0:1787141277.442059:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787141278.145602:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141278.145876:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141278.145973:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240920320 00000100:00100000:2.0:1787141278.145983:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240920320 00000100:00080000:0.0:1787141278.146053:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787141278.146109:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 70 00000100:00100000:2.0:1787141278.146127:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c85291f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2351:x1873953240920320:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:2.0:1787141278.146212:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c85291f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2351:x1873953240920320:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 92us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141278.146236:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 70 00000100:00100000:3.0:1787141278.146521:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240920192 00000100:00100000:3.0:1787141278.146527:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240920192 00000100:00100000:3.0:1787141278.146579:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 220 00000100:00100000:3.0:1787141278.146588:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:2350:x1873953240920192:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:3.0:1787141278.146620:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:2350:x1873953240920192:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 34us (1026us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141278.146626:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 220 00000100:00100000:0.0:1787141278.148538:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141278.149718:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141278.149757:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141278.149787:0:6691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240920704 00000100:00100000:0.0:1787141278.149813:0:6691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240920704 00000100:00100000:0.0:1787141278.149873:0:6691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240920576 00000100:00100000:0.0:1787141278.149876:0:6691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240920576 00000100:00100000:0.0:1787141278.149894:0:6691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 28 00000100:00100000:0.0:1787141278.149903:0:6691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb479c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a3a5191e-f3c6-41c6-a671-d88f2994152f+5:2350:x1873953240920704:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:0.0:1787141278.149985:0:6691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb479c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a3a5191e-f3c6-41c6-a671-d88f2994152f+5:2350:x1873953240920704:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 83us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141278.149992:0:6691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 28 00000100:00100000:0.0:1787141278.150009:0:6691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 29 00000100:00100000:0.0:1787141278.150026:0:6691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb479d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a3a5191e-f3c6-41c6-a671-d88f2994152f+5:2351:x1873953240920576:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:0.0:1787141278.150052:0:6691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb479d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a3a5191e-f3c6-41c6-a671-d88f2994152f+5:2351:x1873953240920576:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 37us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141278.150058:0:6691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 29 00000100:00080000:0.0:1787141278.150078:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787141278.150081:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787141278.150229:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240920448 00000100:00100000:2.0:1787141278.150233:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240920448 00000100:00100000:2.0:1787141278.150277:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 71 00000100:00100000:2.0:1787141278.150285:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb479ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a3a5191e-f3c6-41c6-a671-d88f2994152f+5:2350:x1873953240920448:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:2.0:1787141278.150335:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb479ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a3a5191e-f3c6-41c6-a671-d88f2994152f+5:2350:x1873953240920448:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 51us (1805us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141278.150342:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 71 00000100:00080000:2.0:1787141278.150360:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1787141278.465187:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141279.490064:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787141280.514612:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141281.538517:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787141281.665095:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7ca6dd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3305:1873953262972288:0@lo:400:kworker.0 00000100:00100000:0.0:1787141281.665213:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141281.665260:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7ca6dd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262972800:0@lo:400:kworker.0 00000100:00100000:0.0:1787141281.665287:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141281.665316:0:3305:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1787141281.665322:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:66373bca-6a9f-4159-900e-58874c9cc4a0:3305:1873953262972160:0@lo:400:kworker.0 00000100:00100000:0.0:1787141281.665351:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141281.665383:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7ca6dd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3305:1873953262972672:0@lo:400:kworker.0 00000100:00100000:0.0:1787141281.665406:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141281.665434:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7ca6dd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3306:1873953262972416:0@lo:400:kworker.0 00000100:00100000:0.0:1787141281.665456:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141281.665471:0:3306:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787141281.665476:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7ca6dd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953262972544:0@lo:400:kworker.0 00000100:00100000:0.0:1787141281.665510:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141281.665542:0:6691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262972800 00000100:00100000:0.0:1787141281.665549:0:6691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262972800 00000100:00100000:0.0:1787141281.665596:0:6691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262972544 00000100:00100000:0.0:1787141281.665600:0:6691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262972544 00000100:00100000:0.0:1787141281.665618:0:6691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1787141281.665628:0:6691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3305:x1873953262972800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787141281.665681:0:6691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3305:x1873953262972800:12345-0@lo:400:kworker.0 Request processed in 55us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141281.665688:0:6691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1787141281.665705:0:6691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1787141281.665711:0:6691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953262972544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787141281.665756:0:6691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953262972544:12345-0@lo:400:kworker.0 Request processed in 46us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141281.665762:0:6691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1787141281.665779:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262972160 00000100:00100000:0.0:1787141281.665782:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262972160 00000100:00100000:0.0:1787141281.665831:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 221 00000100:00100000:0.0:1787141281.665839:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3305:x1873953262972160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787141281.665867:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3305:x1873953262972160:12345-0@lo:400:kworker.0 Request processed in 30us (515us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141281.665873:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 221 00000100:00100000:0.0:1787141281.665898:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262972288 00000100:00100000:0.0:1787141281.665902:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262972288 00000100:00100000:0.0:1787141281.665926:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262972672 00000100:00100000:0.0:1787141281.665929:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262972672 00000100:00100000:0.0:1787141281.665945:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262972416 00000100:00100000:0.0:1787141281.665948:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262972416 00000100:00100000:0.0:1787141281.665976:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1787141281.665981:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3305:x1873953262972288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787141281.666023:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3305:x1873953262972288:12345-0@lo:400:kworker.0 Request processed in 41us (810us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141281.666028:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1787141281.666039:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1787141281.666045:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3305:x1873953262972672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787141281.666067:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3305:x1873953262972672:12345-0@lo:400:kworker.0 Request processed in 23us (661us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141281.666072:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1787141281.666081:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1787141281.666086:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3306:x1873953262972416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787141281.666109:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3306:x1873953262972416:12345-0@lo:400:kworker.0 Request processed in 23us (653us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141281.666115:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00080000:0.0:1787141281.666131:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787141281.666136:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787141281.666139:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:0.0:1787141281.666170:0:3306:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7ca6dd2a00 x1873953262972544/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787141297 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787141281.666186:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7ca6dd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953262972544:0@lo:400:kworker.0 00000100:00100000:0.0:1787141281.666196:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7ca6dd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3306:1873953262972416:0@lo:400:kworker.0 00000100:00100000:0.0:1787141281.666220:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:66373bca-6a9f-4159-900e-58874c9cc4a0:3305:1873953262972160:0@lo:400:kworker.0 00000100:00100000:0.0:1787141281.666229:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7ca6dd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3305:1873953262972672:0@lo:400:kworker.0 00000100:00100000:0.0:1787141281.666251:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7ca6dd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3305:1873953262972288:0@lo:400:kworker.0 00010000:00080000:0.0:1787141281.666261:0:3305:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7ca6dd1180 x1873953262972800/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787141297 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787141281.666270:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7ca6dd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262972800:0@lo:400:kworker.0 00000100:00100000:2.0:1787141281.669571:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1787141281.669591:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf589500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262972928:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787141281.669656:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141281.669701:0:6692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262972928 00000100:00100000:2.0:1787141281.669708:0:6692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262972928 00000100:00100000:2.0:1787141281.669756:0:6692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1787141281.669766:0:6692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf58ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953262972928:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1787141281.669819:0:6692:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1787141281.669866:0:6692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf58ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953262972928:12345-0@lo:13:osp-pre-0-0.0 Request processed in 101us (210us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141281.669874:0:6692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00010000:00080000:2.0:1787141281.669923:0:3307:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cbf589500 x1873953262972928/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787141297 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787141281.669942:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf589500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262972928:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787141281.670320:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7caebeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262973056:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787141281.670352:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141281.670391:0:6692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262973056 00000100:00100000:3.0:1787141281.670395:0:6692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262973056 00000100:00100000:3.0:1787141281.670420:0:6692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1787141281.670428:0:6692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caebeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953262973056:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1787141281.670447:0:6692:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1787141281.670479:0:6692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caebeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953262973056:12345-0@lo:13:osp-pre-1-0.0 Request processed in 51us (126us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141281.670495:0:6692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00010000:00080000:3.0:1787141281.670524:0:3307:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7caebeea00 x1873953262973056/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787141297 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787141281.670536:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7caebeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262973056:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1787141282.561017:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787141283.264638:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141283.264701:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141283.264867:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240920832 00000100:00100000:2.0:1787141283.264877:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240920832 00000100:00100000:2.0:1787141283.264927:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 222 00000100:00100000:2.0:1787141283.264936:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:2352:x1873953240920832:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:2.0:1787141283.265027:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:2352:x1873953240920832:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 91us (326us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141283.265034:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 222 00000100:00100000:1.0:1787141283.265468:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240920960 00000100:00100000:1.0:1787141283.265473:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240920960 00000100:00100000:1.0:1787141283.265532:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 75 00000100:00100000:1.0:1787141283.265554:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caebeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2353:x1873953240920960:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1787141283.265598:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caebeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2353:x1873953240920960:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 46us (970us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141283.265604:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 75 00000100:00080000:2.0:1787141283.265763:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787141283.277863:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141283.277903:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141283.277933:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141283.277976:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240921088 00000100:00100000:0.0:1787141283.277996:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240921088 00000100:00100000:0.0:1787141283.278067:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 76 00000100:00100000:0.0:1787141283.278077:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a3a5191e-f3c6-41c6-a671-d88f2994152f+5:2352:x1873953240921088:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:0.0:1787141283.278144:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a3a5191e-f3c6-41c6-a671-d88f2994152f+5:2352:x1873953240921088:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 68us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141283.278151:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 76 00000100:00100000:0.0:1787141283.278176:0:6688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240921216 00000100:00100000:0.0:1787141283.278180:0:6688:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240921216 00000100:00100000:0.0:1787141283.278210:0:6688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240921344 00000100:00100000:0.0:1787141283.278214:0:6688:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240921344 00000100:00100000:0.0:1787141283.278231:0:6688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 32 00000100:00100000:0.0:1787141283.278238:0:6688:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a3a5191e-f3c6-41c6-a671-d88f2994152f+5:2353:x1873953240921216:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:0.0:1787141283.278266:0:6688:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a3a5191e-f3c6-41c6-a671-d88f2994152f+5:2353:x1873953240921216:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 29us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141283.278271:0:6688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 32 00000100:00100000:0.0:1787141283.278282:0:6688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 33 00000100:00100000:0.0:1787141283.278287:0:6688:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a3a5191e-f3c6-41c6-a671-d88f2994152f+5:2352:x1873953240921344:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:0.0:1787141283.278320:0:6688:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:a3a5191e-f3c6-41c6-a671-d88f2994152f+5:2352:x1873953240921344:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 32us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141283.278326:0:6688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 33 00000100:00080000:0.0:1787141283.278563:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787141283.278567:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787141283.278570:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1787141283.585485:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787141284.611225:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141285.642363:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787141286.666977:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787141286.785545:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf588380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3306:1873953262973440:0@lo:400:kworker.0 00000100:00100000:2.0:1787141286.785611:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141286.785653:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf588000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953262973952:0@lo:400:kworker.0 00000100:00100000:2.0:1787141286.785675:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141286.785702:0:3306:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1787141286.785707:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf58b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3306:1873953262973568:0@lo:400:kworker.0 00000100:00100000:2.0:1787141286.785740:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141286.785755:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf589880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953262974080:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787141286.785774:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141286.785820:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262973440 00000100:00100000:2.0:1787141286.785827:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262973440 00000100:00100000:2.0:1787141286.785872:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262973568 00000100:00100000:2.0:1787141286.785884:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262973568 00000100:00100000:2.0:1787141286.785918:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1787141286.785928:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf588700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3306:x1873953262973440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787141286.785984:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf588700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3306:x1873953262973440:12345-0@lo:400:kworker.0 Request processed in 59us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141286.785991:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1787141286.786006:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1787141286.786013:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf589180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3306:x1873953262973568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787141286.786033:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf589180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3306:x1873953262973568:12345-0@lo:400:kworker.0 Request processed in 22us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141286.786038:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1787141286.786055:0:6688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262973952 00000100:00100000:2.0:1787141286.786059:0:6688:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262973952 00000100:00100000:2.0:1787141286.786089:0:6688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1787141286.786097:0:6688:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf589c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953262973952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787141286.786127:0:6688:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf589c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953262973952:12345-0@lo:400:kworker.0 Request processed in 32us (451us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141286.786133:0:6688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1787141286.786149:0:6692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262974080 00000100:00100000:2.0:1787141286.786153:0:6692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262974080 00000100:00100000:2.0:1787141286.786178:0:6692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1787141286.786186:0:6692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbbbd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953262974080:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1787141286.786213:0:6692:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1787141286.786244:0:6692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbbbd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953262974080:12345-0@lo:13:osp-pre-0-0.0 Request processed in 59us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141286.786250:0:6692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00080000:2.0:1787141286.786268:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1787141286.786282:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1787141286.786284:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787141286.786323:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf58b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3306:1873953262973568:0@lo:400:kworker.0 00010000:00080000:2.0:1787141286.786348:0:3306:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cbf589880 x1873953262974080/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787141302 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787141286.786363:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf589880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953262974080:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787141286.786372:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf588380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3306:1873953262973440:0@lo:400:kworker.0 00010000:00080000:2.0:1787141286.786380:0:3306:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cbf588000 x1873953262973952/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787141302 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787141286.786389:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf588000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953262973952:0@lo:400:kworker.0 00000100:00100000:0.0:1787141286.786821:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7caebed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953262973184:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787141286.786862:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141286.786885:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf58a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953262973696:0@lo:400:kworker.0 00000100:00100000:0.0:1787141286.786907:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141286.786928:0:3304:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1787141286.786933:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf589500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953262973312:0@lo:400:kworker.0 00000100:00100000:0.0:1787141286.786967:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141286.786990:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf58aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3304:1873953262973824:0@lo:400:kworker.0 00000100:00100000:0.0:1787141286.787010:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141286.787041:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262973312 00000100:00100000:0.0:1787141286.787046:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262973312 00000100:00100000:0.0:1787141286.787074:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00000100:00100000:0.0:1787141286.787081:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3304:x1873953262973312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787141286.787114:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3304:x1873953262973312:12345-0@lo:400:kworker.0 Request processed in 33us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141286.787120:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00000100:00100000:0.0:1787141286.787147:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262973824 00000100:00100000:0.0:1787141286.787150:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262973824 00000100:00100000:0.0:1787141286.787176:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1787141286.787182:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3304:x1873953262973824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787141286.787222:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3304:x1873953262973824:12345-0@lo:400:kworker.0 Request processed in 40us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141286.787228:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1787141286.787282:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf589500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953262973312:0@lo:400:kworker.0 00000100:00100000:0.0:1787141286.787291:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf58aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3304:1873953262973824:0@lo:400:kworker.0 00000100:00100000:1.0:1787141286.787615:0:6691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262973696 00000100:00100000:1.0:1787141286.787621:0:6691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262973696 00000100:00100000:1.0:1787141286.787655:0:6691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1787141286.787662:0:6691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3304:x1873953262973696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787141286.787707:0:6691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3304:x1873953262973696:12345-0@lo:400:kworker.0 Request processed in 45us (798us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141286.787713:0:6691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00010000:00080000:3.0:1787141286.789054:0:3304:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cbf58a300 x1873953262973696/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787141302 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787141286.789069:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf58a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953262973696:0@lo:400:kworker.0 00000100:00080000:2.0:1787141286.789151:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787141286.789167:0:6692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262973184 00000100:00100000:2.0:1787141286.789173:0:6692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262973184 00000100:00100000:2.0:1787141286.789224:0:6692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1787141286.789234:0:6692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3304:x1873953262973184:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1787141286.789266:0:6692:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00010000:00080000:0.0:1787141286.789880:0:3304:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7caebed180 x1873953262973184/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787141302 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787141286.789897:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7caebed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953262973184:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787141286.791033:0:6692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3304:x1873953262973184:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1795us (4164us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141286.791044:0:6692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00010000:00010000:0.0:1787141287.683288:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787141288.387427:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141288.387676:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141288.387850:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240921600 00000100:00100000:3.0:1787141288.387870:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141288.387913:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141288.387938:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141288.387970:0:6691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240921856 00000100:00100000:3.0:1787141288.387978:0:6691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240921856 00000100:00100000:3.0:1787141288.388048:0:6691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240921984 00000100:00100000:3.0:1787141288.388052:0:6691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240921984 00000100:00100000:3.0:1787141288.388069:0:6691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 14 00000100:00100000:3.0:1787141288.388080:0:6691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caebeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a3a5191e-f3c6-41c6-a671-d88f2994152f+5:2349:x1873953240921856:12345-192.168.203.11@tcp:9:kworker.0 00000100:00100000:1.0:1787141288.388094:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240921728 00000100:00100000:1.0:1787141288.388101:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240921728 00000020:00000080:3.0:1787141288.388109:0:6691:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc65ffb29b5b30f8a 00000100:00080000:3.0:1787141288.388120:0:6691:0:(import.c:65:import_set_state_nolock()) ffff8b7cbf4b2000 : changing import state from FULL to CLOSED 00000100:00100000:1.0:1787141288.388145:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 80 00000100:00100000:1.0:1787141288.388155:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caebed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a3a5191e-f3c6-41c6-a671-d88f2994152f+5:2350:x1873953240921728:12345-192.168.203.11@tcp:400:kworker.0 00000001:00000004:3.0:1787141288.388158:0:6691:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967298 00000100:00100000:1.0:1787141288.388219:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caebed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a3a5191e-f3c6-41c6-a671-d88f2994152f+5:2350:x1873953240921728:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 64us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141288.388228:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 80 00000100:00080000:1.0:1787141288.388523:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1787141288.388529:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1787141288.388542:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787141288.388547:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240921600 00010000:00010000:1.0:1787141288.388563:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787141288.388587:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787141288.388601:0:6691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caebeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a3a5191e-f3c6-41c6-a671-d88f2994152f+2:2349:x1873953240921856:12345-192.168.203.11@tcp:9:kworker.0 Request processed in 521us (685us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141288.388602:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 81 00000100:00100000:2.0:1787141288.388617:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caebece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2350:x1873953240921600:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:3.0:1787141288.388626:0:6691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 14 00000100:00100000:3.0:1787141288.388643:0:6691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 15 00000100:00100000:3.0:1787141288.388652:0:6691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caebed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a3a5191e-f3c6-41c6-a671-d88f2994152f+5:2349:x1873953240921984:12345-192.168.203.11@tcp:9:kworker.0 00000100:00100000:2.0:1787141288.388659:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caebece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2350:x1873953240921600:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 43us (1237us total) trans 0 rc 0/0 00000020:00000080:3.0:1787141288.388667:0:6691:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc65ffb29b5b30f91 00000100:00080000:3.0:1787141288.388674:0:6691:0:(import.c:65:import_set_state_nolock()) ffff8b7cbf4b6800 : changing import state from FULL to CLOSED 00000100:00100000:2.0:1787141288.388679:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 81 00010000:00010000:2.0:1787141288.388709:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:3.0:1787141288.389336:0:6691:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967298 00000100:00100000:3.0:1787141288.389609:0:6691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caebed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:a3a5191e-f3c6-41c6-a671-d88f2994152f+2:2349:x1873953240921984:12345-192.168.203.11@tcp:9:kworker.0 Request processed in 956us (1667us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141288.389617:0:6691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 15 00000100:00100000:0.0:1787141288.390713:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240921472 00000100:00100000:0.0:1787141288.390729:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240921472 00000100:00100000:0.0:1787141288.390826:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 224 00000100:00100000:0.0:1787141288.390839:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:2350:x1873953240921472:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:0.0:1787141288.390936:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:2350:x1873953240921472:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 100us (3260us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141288.390953:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 224 00010000:00010000:2.0:1787141288.707254:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1787141289.188501:0:11016:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:0.0:1787141289.729119:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141290.753906:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1787141291.450867:0:7643:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of a3a5191e-f3c6-41c6-a671-d88f2994152f 00000020:00000080:2.0:1787141291.450876:0:7643:0:(genops.c:885:class_export_put()) final put ffff8b7cbf4b1000/a3a5191e-f3c6-41c6-a671-d88f2994152f 00000020:00000080:3.0:1787141291.451063:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8b7cbf4b1000/a3a5191e-f3c6-41c6-a671-d88f2994152f for lustre-OST0001 00000020:00000080:3.0:1787141291.451112:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8b7cbf4b6800 for lustre-OST0001 00010000:00010000:2.0:1787141291.778943:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787141291.905169:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83701f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953262974208:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787141291.905249:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141291.905369:0:6693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262974208 00000100:00100000:3.0:1787141291.905377:0:6693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262974208 00000100:00100000:3.0:1787141291.905460:0:6693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1787141291.905472:0:6693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3304:x1873953262974208:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1787141291.905509:0:6693:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1787141291.905556:0:6693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3304:x1873953262974208:12345-0@lo:13:osp-pre-1-0.0 Request processed in 88us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141291.905563:0:6693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00010000:00080000:0.0:1787141291.905708:0:3304:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7b83701f80 x1873953262974208/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787141307 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787141291.905726:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83701f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953262974208:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787141291.906080:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7ca6dd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262974336:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787141291.906114:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141291.906204:0:6693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262974336 00000100:00100000:0.0:1787141291.906214:0:6693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262974336 00000100:00100000:0.0:1787141291.906253:0:6693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1787141291.906262:0:6693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c85290e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3305:x1873953262974336:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1787141291.906281:0:6693:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1787141291.906316:0:6693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c85290e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3305:x1873953262974336:12345-0@lo:13:osp-pre-0-0.0 Request processed in 56us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141291.906323:0:6693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00010000:00080000:1.0:1787141291.906567:0:3305:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7ca6dd3800 x1873953262974336/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787141307 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787141291.906583:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7ca6dd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262974336:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1787141291.906653:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1787141291.906657:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787141291.906817:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7ca6dd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3307:1873953262974592:0@lo:400:kworker.0 00000100:00100000:1.0:1787141291.906894:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141291.906914:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1787141291.906931:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7ca6dd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:66373bca-6a9f-4159-900e-58874c9cc4a0:3307:1873953262974464:0@lo:400:kworker.0 00000100:00100000:1.0:1787141291.906956:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141291.906982:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7ca6dd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3305:1873953262974848:0@lo:400:kworker.0 00000100:00100000:1.0:1787141291.907001:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141291.907014:0:3305:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787141291.907018:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7ca6dd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3305:1873953262974720:0@lo:400:kworker.0 00000100:00100000:1.0:1787141291.907036:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141291.907056:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262974592 00000100:00100000:1.0:1787141291.907059:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262974592 00000100:00100000:1.0:1787141291.907084:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262974848 00000100:00100000:1.0:1787141291.907088:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262974848 00000100:00100000:1.0:1787141291.907107:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262974720 00000100:00100000:1.0:1787141291.907109:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262974720 00000100:00100000:1.0:1787141291.907125:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1787141291.907132:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c85291500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1873953262974592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787141291.907170:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c85291500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1873953262974592:12345-0@lo:400:kworker.0 Request processed in 38us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141291.907176:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1787141291.907189:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1787141291.907195:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c85292d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3305:x1873953262974848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787141291.907237:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c85292d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3305:x1873953262974848:12345-0@lo:400:kworker.0 Request processed in 42us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141291.907243:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1787141291.907256:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1787141291.907262:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c85290380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3305:x1873953262974720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787141291.907285:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c85290380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3305:x1873953262974720:12345-0@lo:400:kworker.0 Request processed in 24us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141291.907291:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1787141291.907323:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7ca6dd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3307:1873953262974592:0@lo:400:kworker.0 00000100:00100000:1.0:1787141291.907344:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7ca6dd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3305:1873953262974720:0@lo:400:kworker.0 00000100:00100000:1.0:1787141291.907353:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7ca6dd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3305:1873953262974848:0@lo:400:kworker.0 00000100:00100000:2.0:1787141291.907652:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262974464 00000100:00100000:2.0:1787141291.907657:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262974464 00000100:00100000:2.0:1787141291.907695:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225 00000100:00100000:2.0:1787141291.907703:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3307:x1873953262974464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787141291.907750:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3307:x1873953262974464:12345-0@lo:400:kworker.0 Request processed in 50us (793us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141291.907757:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225 00000100:00080000:2.0:1787141291.907782:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787141291.907903:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7ca6dd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:66373bca-6a9f-4159-900e-58874c9cc4a0:3307:1873953262974464:0@lo:400:kworker.0 00000020:00000080:2.0:1787141292.055738:0:11164:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffcd0eab670 20000000:00000080:2.0:1787141292.055755:0:11164:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8b7caebc6800 uarg=0000000000000000 20000000:01000000:2.0:1787141292.055792:0:11164:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:2.0:1787141292.055931:0:11164:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:2.0:1787141292.055937:0:11164:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:1.0:1787141292.056643:0:11165:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 7 20000000:00000400:0.0:1787141292.057825:0:11164:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:0.0:1787141292.065200:0:11164:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:0.0:1787141292.065232:0:11164:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b7c80030c00/0xc65ffb29b5b30f98 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141292.065367:0:11164:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b7c81519800/0xc65ffb29b5b30f3d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cd79 expref: 12 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141292.065379:0:11164:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b7c81518a00/0xc65ffb29b5b30f4b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30f44 expref: 18 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141292.065387:0:11164:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b7c81519400/0xc65ffb29b5b30f59 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30f52 expref: 18 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141292.065394:0:11164:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b7cbf439000/0xc65ffb29b5b30f67 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30f60 expref: 18 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141292.065402:0:11164:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b7cbf439600/0xc65ffb29b5b30f7c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cdb1 expref: 12 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141292.065409:0:11164:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b7c80030c00/0xc65ffb29b5b30f98 lrc: 8/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141292.065473:0:11164:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b7cbf439600/0xc65ffb29b5b30f7c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cdb1 expref: 12 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141292.065489:0:11164:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b7cbf439600/0xc65ffb29b5b30f7c lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cdb1 expref: 12 pid: 5832 timeout: 375 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141292.065504:0:11164:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7ca6dd0380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:11164:1873953262974976:192.168.203.11@tcp:104: 00010000:00010000:0.0:1787141292.065651:0:11164:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b7cbf439000/0xc65ffb29b5b30f67 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc65ffb29b5b30f60 expref: 18 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141292.065660:0:11164:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b7cbf439000/0xc65ffb29b5b30f67 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc65ffb29b5b30f60 expref: 18 pid: 5834 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141292.065732:0:11164:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7ca6dd1f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:11164:1873953262975104:0@lo:104: 00000100:00100000:0.0:1787141292.065776:0:11164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1787141292.065843:0:11164:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b7c81519400/0xc65ffb29b5b30f59 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc65ffb29b5b30f52 expref: 18 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141292.065852:0:11164:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b7c81519400/0xc65ffb29b5b30f59 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc65ffb29b5b30f52 expref: 18 pid: 5834 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141292.065861:0:11164:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7ca6dd1500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:11164:1873953262975232:0@lo:104: 00000100:00100000:0.0:1787141292.065882:0:11164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1787141292.065913:0:11164:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b7c81518a00/0xc65ffb29b5b30f4b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc65ffb29b5b30f44 expref: 18 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141292.066147:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262975104 00000100:00100000:1.0:1787141292.066155:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262975104 00010000:00010000:0.0:1787141292.066161:0:11164:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b7c81518a00/0xc65ffb29b5b30f4b lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc65ffb29b5b30f44 expref: 18 pid: 5834 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141292.066181:0:11164:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7ca6dd3800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:11164:1873953262975360:0@lo:104: 00000100:00100000:1.0:1787141292.066197:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262975232 00000100:00100000:1.0:1787141292.066200:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262975232 00000100:00100000:1.0:1787141292.066215:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1787141292.066224:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+4:11164:x1873953262975104:12345-0@lo:104: 00010000:00010000:1.0:1787141292.066236:0:5823:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff8b7c81519a00/0xc65ffb29b5b30f60 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b30f67 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141292.066304:0:7629:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1787141292.066313:0:7629:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:66373bca-6a9f-4159-900e-58874c9cc4a0+4:11164:x1873953262975232:12345-0@lo:104: 00010000:00010000:2.0:1787141292.066322:0:7629:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438600/0xc65ffb29b5b30f52 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b30f59 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141292.066678:0:5823:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787141292.066685:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+4:11164:x1873953262975104:12345-0@lo:104: Request processed in 461us (909us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141292.066701:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00010000:00010000:3.0:1787141292.066748:0:7628:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787141292.066755:0:7628:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff8b7c81519a00/0xc65ffb29b5b30f60 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b30f67 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141292.066865:0:7628:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c81519a00 already unused, calling callback (ffffffffc1c5bc20) 10000000:00010000:3.0:1787141292.066869:0:7628:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff8b7c81519a00/0xc65ffb29b5b30f60 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xc65ffb29b5b30f67 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141292.066882:0:7628:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff8b7c81519a00/0xc65ffb29b5b30f60 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xc65ffb29b5b30f67 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787141292.066889:0:7628:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff8b7c81519a00/0xc65ffb29b5b30f60 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xc65ffb29b5b30f67 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787141292.066894:0:7628:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1787141292.066939:0:7628:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff8b7c81519a00/0xc65ffb29b5b30f60 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30f67 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141292.066945:0:7628:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787141292.066966:0:7628:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff8b7c81519a00/0xc65ffb29b5b30f60 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30f67 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141292.066973:0:7628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff8b7c81519a00/0xc65ffb29b5b30f60 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30f67 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141292.066987:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141292.066988:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141292.066990:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787141292.067001:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83701f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:66373bca-6a9f-4159-900e-58874c9cc4a0:3306:1873953262975488:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787141292.067036:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141292.067085:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262975488 00000100:00100000:3.0:1787141292.067090:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262975488 00010000:00010000:3.0:1787141292.067111:0:5826:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b7cbf439000/0xc65ffb29b5b30f67 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b30f60 expref: 19 pid: 5834 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141292.067135:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1787141292.067143:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98013450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3306:x1873953262975488:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787141292.067159:0:5826:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787141292.067164:0:5826:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b7cbf439000/0xc65ffb29b5b30f67 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b30f60 expref: 19 pid: 5834 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141292.067173:0:5826:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b7cbf439000/0xc65ffb29b5b30f67 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc65ffb29b5b30f60 expref: 19 pid: 5834 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141292.067190:0:5826:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787141292.067218:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98013450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3306:x1873953262975488:12345-0@lo:103:ldlm_bl.0 Request processed in 77us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141292.067225:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1787141292.067285:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83701f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:66373bca-6a9f-4159-900e-58874c9cc4a0:3306:1873953262975488:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787141292.067532:0:7629:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1787141292.067546:0:7629:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:66373bca-6a9f-4159-900e-58874c9cc4a0+3:11164:x1873953262975232:12345-0@lo:104: Request processed in 1234us (1662us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141292.067553:0:7629:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00010000:00010000:1.0:1787141292.067597:0:7627:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787141292.067603:0:7627:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438600/0xc65ffb29b5b30f52 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b30f59 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141292.067611:0:7627:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438600 already unused, calling callback (ffffffffc1c5bc20) 10000000:00010000:1.0:1787141292.067614:0:7627:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438600/0xc65ffb29b5b30f52 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xc65ffb29b5b30f59 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141292.067621:0:7627:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438600/0xc65ffb29b5b30f52 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xc65ffb29b5b30f59 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787141292.067628:0:7627:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438600/0xc65ffb29b5b30f52 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xc65ffb29b5b30f59 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787141292.067633:0:7627:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1787141292.067663:0:7627:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438600/0xc65ffb29b5b30f52 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30f59 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141292.067670:0:7627:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787141292.067688:0:7627:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438600/0xc65ffb29b5b30f52 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30f59 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141292.067695:0:7627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438600/0xc65ffb29b5b30f52 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30f59 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141292.067704:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141292.067706:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141292.067708:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787141292.067745:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7c85293480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:66373bca-6a9f-4159-900e-58874c9cc4a0:3307:1873953262975616:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787141292.067771:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141292.067859:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262975616 00000100:00100000:1.0:1787141292.067869:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262975616 00010000:00010000:1.0:1787141292.067886:0:5824:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b7c81519400/0xc65ffb29b5b30f59 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b30f52 expref: 19 pid: 5834 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141292.067913:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1787141292.067930:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83701f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3307:x1873953262975616:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787141292.067939:0:5824:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787141292.067944:0:5824:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b7c81519400/0xc65ffb29b5b30f59 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b30f52 expref: 19 pid: 5834 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141292.067953:0:5824:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b7c81519400/0xc65ffb29b5b30f59 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc65ffb29b5b30f52 expref: 19 pid: 5834 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141292.067964:0:5824:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787141292.067993:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83701f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3307:x1873953262975616:12345-0@lo:103:ldlm_bl.0 Request processed in 73us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141292.068000:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1787141292.068072:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7c85293480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:66373bca-6a9f-4159-900e-58874c9cc4a0:3307:1873953262975616:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787141292.069712:0:11164:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141292.069784:0:5822:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262975360 00000100:00100000:3.0:1787141292.069791:0:5822:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262975360 00010000:00010000:0.0:1787141292.069811:0:11164:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b7c81519800/0xc65ffb29b5b30f3d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cd79 expref: 12 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141292.069826:0:11164:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b7c81519800/0xc65ffb29b5b30f3d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cd79 expref: 12 pid: 5834 timeout: 375 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141292.069838:0:11164:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4771880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:11164:1873953262975744:192.168.203.11@tcp:104: 00000100:00100000:0.0:1787141292.069890:0:11164:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cbf52cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1787141292.069909:0:11164:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7ca6dd0380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:11164:1873953262974976:192.168.203.11@tcp:104: 00010000:00010000:0.0:1787141292.069929:0:11164:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7cbf439000/0xc65ffb29b5b30f67 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc65ffb29b5b30f60 expref: 18 pid: 5834 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141292.069942:0:11164:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7ca6dd1f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:11164:1873953262975104:0@lo:104: 00010000:00010000:0.0:1787141292.069952:0:11164:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7c81519400/0xc65ffb29b5b30f59 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc65ffb29b5b30f52 expref: 17 pid: 5834 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141292.069960:0:11164:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7ca6dd1500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:11164:1873953262975232:0@lo:104: 00000100:00100000:3.0:1787141292.070044:0:5822:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1787141292.070215:0:5822:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb479c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:66373bca-6a9f-4159-900e-58874c9cc4a0+3:11164:x1873953262975360:12345-0@lo:104: 00010000:00010000:3.0:1787141292.070227:0:5822:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff8b7c80031c00/0xc65ffb29b5b30f44 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b30f4b expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141292.070326:0:5822:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1787141292.070332:0:5822:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb479c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:66373bca-6a9f-4159-900e-58874c9cc4a0+3:11164:x1873953262975360:12345-0@lo:104: Request processed in 281us (625us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141292.070339:0:5822:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1787141292.070388:0:11164:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7ca6dd3800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:11164:1873953262975360:0@lo:104: 00000100:00100000:1.0:1787141292.070411:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141292.070511:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240922112 00000100:00100000:3.0:1787141292.070522:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240922112 00010000:00010000:3.0:1787141292.070539:0:5826:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b7cbf439600/0xc65ffb29b5b30f7c lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cdb1 expref: 13 pid: 5832 timeout: 375 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141292.070567:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 27 00000100:00100000:3.0:1787141292.070574:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c85292300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:2352:x1873953240922112:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787141292.070584:0:5826:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787141292.070589:0:5826:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b7cbf439600/0xc65ffb29b5b30f7c lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cdb1 expref: 13 pid: 5832 timeout: 375 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141292.070601:0:5826:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b7cbf439600/0xc65ffb29b5b30f7c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cdb1 expref: 13 pid: 5832 timeout: 375 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141292.070616:0:5826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7cbf439600/0xc65ffb29b5b30f7c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cdb1 expref: 13 pid: 5832 timeout: 375 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141292.070628:0:5826:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787141292.070665:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c85292300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+12:2352:x1873953240922112:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 91us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141292.070672:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 27 00010000:00010000:2.0:1787141292.071081:0:5827:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787141292.071088:0:5827:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff8b7c80031c00/0xc65ffb29b5b30f44 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b30f4b expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141292.071096:0:5827:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c80031c00 already unused, calling callback (ffffffffc1c5bc20) 10000000:00010000:2.0:1787141292.071100:0:5827:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff8b7c80031c00/0xc65ffb29b5b30f44 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc65ffb29b5b30f4b expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141292.071107:0:5827:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff8b7c80031c00/0xc65ffb29b5b30f44 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc65ffb29b5b30f4b expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787141292.071113:0:5827:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff8b7c80031c00/0xc65ffb29b5b30f44 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc65ffb29b5b30f4b expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787141292.071118:0:5827:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1787141292.071153:0:5827:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff8b7c80031c00/0xc65ffb29b5b30f44 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30f4b expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141292.071160:0:5827:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787141292.071187:0:5827:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff8b7c80031c00/0xc65ffb29b5b30f44 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30f4b expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141292.071194:0:5827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff8b7c80031c00/0xc65ffb29b5b30f44 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30f4b expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141292.071207:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787141292.071209:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787141292.071211:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787141292.071220:0:3305:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787141292.071233:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbbbdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:66373bca-6a9f-4159-900e-58874c9cc4a0:3305:1873953262975872:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787141292.071385:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141292.071478:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262975872 00000100:00100000:1.0:1787141292.071484:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262975872 00010000:00010000:1.0:1787141292.071504:0:5824:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b7c81518a00/0xc65ffb29b5b30f4b lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b30f44 expref: 17 pid: 5834 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141292.071531:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1787141292.071537:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4771c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:66373bca-6a9f-4159-900e-58874c9cc4a0+17:3305:x1873953262975872:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787141292.071547:0:5824:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787141292.071551:0:5824:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b7c81518a00/0xc65ffb29b5b30f4b lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b30f44 expref: 17 pid: 5834 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141292.071562:0:5824:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b7c81518a00/0xc65ffb29b5b30f4b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc65ffb29b5b30f44 expref: 17 pid: 5834 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141292.071580:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7c81518a00/0xc65ffb29b5b30f4b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc65ffb29b5b30f44 expref: 17 pid: 5834 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141292.071591:0:5824:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787141292.071629:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4771c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:66373bca-6a9f-4159-900e-58874c9cc4a0+16:3305:x1873953262975872:12345-0@lo:103:ldlm_bl.0 Request processed in 92us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141292.071636:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1787141292.071719:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbbbdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:66373bca-6a9f-4159-900e-58874c9cc4a0:3305:1873953262975872:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787141292.083062:0:11164:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4771880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:11164:1873953262975744:192.168.203.11@tcp:104: 00010000:00010000:0.0:1787141292.083122:0:11164:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b7c80030c00/0xc65ffb29b5b30f98 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141292.083482:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141292.083600:0:8451:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240922240 00000100:00100000:0.0:1787141292.083607:0:8451:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240922240 00010000:00010000:0.0:1787141292.083638:0:8451:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b7c81519800/0xc65ffb29b5b30f3d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cd79 expref: 12 pid: 5834 timeout: 375 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141292.083670:0:8451:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 29 00000100:00100000:0.0:1787141292.083680:0:8451:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c85292a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:886abfc8-fafa-4f23-87cd-d18f7c7251c2+12:2353:x1873953240922240:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787141292.083694:0:8451:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787141292.083700:0:8451:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b7c81519800/0xc65ffb29b5b30f3d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cd79 expref: 12 pid: 5834 timeout: 375 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141292.083710:0:8451:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b7c81519800/0xc65ffb29b5b30f3d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cd79 expref: 12 pid: 5834 timeout: 375 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141292.083727:0:8451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7c81519800/0xc65ffb29b5b30f3d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cd79 expref: 12 pid: 5834 timeout: 375 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141292.083745:0:8451:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b7c80030c00/0xc65ffb29b5b30f98 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 11164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141292.083753:0:8451:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7c80030c00/0xc65ffb29b5b30f98 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 11164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141292.083766:0:8451:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b7c80030c00/0xc65ffb29b5b30f98 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141292.083773:0:8451:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b7c80030c00/0xc65ffb29b5b30f98 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 11164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141292.083786:0:8451:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b7c80030c00/0xc65ffb29b5b30f98 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 11164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141292.083825:0:8451:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b7c80030c00/0xc65ffb29b5b30f98 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141292.083832:0:8451:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c80030c00 already unused, calling callback (ffffffffc163e230) 00010000:00010000:0.0:1787141292.083836:0:8451:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b7c80030c00/0xc65ffb29b5b30f98 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141292.083843:0:8451:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b7c80030c00/0xc65ffb29b5b30f98 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 11164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141292.083859:0:8451:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b7c80030c00/0xc65ffb29b5b30f98 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141292.083868:0:8451:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787141292.083916:0:8451:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c85292a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:886abfc8-fafa-4f23-87cd-d18f7c7251c2+11:2353:x1873953240922240:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 237us (435us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141292.083932:0:8451:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 29 00010000:00010000:2.0:1787141292.083998:0:11164:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b7c80030c00/0xc65ffb29b5b30f98 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141292.084007:0:11164:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b7c80030c00/0xc65ffb29b5b30f98 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141292.084013:0:11164:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7c80030c00/0xc65ffb29b5b30f98 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00100000:0.0:1787141292.456240:0:6713:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of a3a5191e-f3c6-41c6-a671-d88f2994152f 00000020:00000080:0.0:1787141292.456248:0:6713:0:(genops.c:885:class_export_put()) final put ffff8b7cbf4b5000/a3a5191e-f3c6-41c6-a671-d88f2994152f 00000020:00000080:2.0:1787141292.456329:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8b7cbf4b5000/a3a5191e-f3c6-41c6-a671-d88f2994152f for lustre-OST0000 00000020:00000080:2.0:1787141292.456378:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8b7cbf4b2000 for lustre-OST0000 00010000:00010000:2.0:1787141292.802233:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787141293.511378:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141293.511425:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141293.511472:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141293.511509:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240922624 00000100:00100000:1.0:1787141293.511518:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240922624 00000100:00100000:1.0:1787141293.511578:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240922496 00000100:00100000:1.0:1787141293.511581:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240922496 00000100:00100000:1.0:1787141293.511609:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 85 00000100:00100000:1.0:1787141293.511619:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c85290000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a3a5191e-f3c6-41c6-a671-d88f2994152f+5:2350:x1873953240922624:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1787141293.511707:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c85290000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a3a5191e-f3c6-41c6-a671-d88f2994152f+5:2350:x1873953240922624:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 90us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141293.511715:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 85 00000100:00100000:1.0:1787141293.511732:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 86 00000100:00100000:1.0:1787141293.511739:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c85291180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2350:x1873953240922496:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1787141293.511767:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c85291180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2350:x1873953240922496:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 29us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141293.511773:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 86 00000100:00080000:1.0:1787141293.511819:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787141293.513105:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240922368 00000100:00100000:2.0:1787141293.513116:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240922368 00000100:00100000:2.0:1787141293.513212:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 226 00000100:00100000:2.0:1787141293.513224:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+11:2350:x1873953240922368:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:2.0:1787141293.513297:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+11:2350:x1873953240922368:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 76us (2332us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141293.513304:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 226 10000000:01000000:1.0:1787141293.633021:0:5836:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1787141293.633029:0:5836:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8b7cbf5e0800 from 7 10000000:01000000:1.0:1787141293.633034:0:5836:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1787141293.633092:0:5836:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa61000/0xc65ffb29b5b30f9f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141293.633104:0:5836:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa61000/0xc65ffb29b5b30f9f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141293.633116:0:5836:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa61000/0xc65ffb29b5b30f9f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141293.633257:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7c85293b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262976000:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1787141293.633325:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141293.633379:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cbb8f7d80 going to sleep for 11 seconds 00000100:00100000:0.0:1787141293.633501:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262976000 00000100:00100000:0.0:1787141293.633509:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262976000 00000100:00100000:0.0:1787141293.633564:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 227 00000100:00100000:0.0:1787141293.633576:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+16:5836:x1873953262976000:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787141293.633588:0:5833:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141293.633612:0:5833:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7c80030600/0xc65ffb29b5b30fa6 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b30f9f expref: -99 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141293.633645:0:5833:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7c80030600/0xc65ffb29b5b30fa6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b30f9f expref: 17 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141293.633657:0:5833:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7c80030600/0xc65ffb29b5b30fa6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30f9f expref: 17 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141293.633666:0:5833:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c80030600, rc 0) 00000100:00100000:0.0:1787141293.633717:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+17:5836:x1873953262976000:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 144us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141293.633724:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 227 00000100:00100000:1.0:1787141293.634301:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7c85293b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262976000:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787141293.634317:0:5836:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa61000/0xc65ffb29b5b30f9f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30fa6 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141293.634327:0:5836:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa61000/0xc65ffb29b5b30f9f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b30fa6 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141293.634386:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7c85293b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262976128:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787141293.634418:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141293.634452:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cbb8f7d80 going to sleep for 11 seconds 00000100:00100000:3.0:1787141293.634500:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262976128 00000100:00100000:3.0:1787141293.634505:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262976128 00000100:00100000:3.0:1787141293.634543:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 228 00000100:00100000:3.0:1787141293.634552:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+17:5836:x1873953262976128:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787141293.634840:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+17:5836:x1873953262976128:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 289us (420us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141293.634848:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 228 00000100:00100000:1.0:1787141293.635088:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7c85293b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262976128:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787141293.635119:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7c85293b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262976256:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1787141293.635284:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141293.635322:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cbb8f7d80 going to sleep for 11 seconds 00000100:00100000:3.0:1787141293.635425:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262976256 00000100:00100000:3.0:1787141293.635436:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262976256 00000100:00100000:3.0:1787141293.635475:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 229 00000100:00100000:3.0:1787141293.635483:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+17:5836:x1873953262976256:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787141293.635630:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+17:5836:x1873953262976256:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 147us (345us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141293.635637:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 229 00000100:00100000:1.0:1787141293.635718:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7c85293b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262976256:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1787141293.642476:0:11228:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000020:01000000:0.0:1787141293.642679:0:5836:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 10000000:01000000:0.0:1787141293.642699:0:5836:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1787141293.642710:0:5836:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa61000/0xc65ffb29b5b30f9f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30fa6 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141293.642721:0:5836:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa61000/0xc65ffb29b5b30f9f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30fa6 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787141293.642730:0:5836:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1787141293.642733:0:5836:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8b7ca2684800 from 7 10000000:01000000:0.0:1787141293.642736:0:5836:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1787141293.642771:0:5836:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c80031c00/0xc65ffb29b5b30fad lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141293.642779:0:5836:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff8b7c80031c00/0xc65ffb29b5b30fad lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141293.642790:0:5836:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff8b7c80031c00/0xc65ffb29b5b30fad lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141293.642844:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4771880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262976384:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787141293.642906:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141293.643572:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cbf52c180 going to sleep for 11 seconds 00000100:00100000:2.0:1787141293.643684:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262976384 00000100:00100000:2.0:1787141293.643692:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262976384 00000100:00100000:2.0:1787141293.643752:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 230 00000100:00100000:2.0:1787141293.643762:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca276b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+17:5836:x1873953262976384:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787141293.643776:0:5833:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141293.643790:0:5833:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7c81518a00/0xc65ffb29b5b30fb4 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b30fad expref: -99 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141293.643835:0:5833:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7c81518a00/0xc65ffb29b5b30fb4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b30fad expref: 18 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141293.643857:0:5833:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7c81518a00/0xc65ffb29b5b30fb4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30fad expref: 18 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141293.643866:0:5833:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c81518a00, rc 0) 00000100:00100000:2.0:1787141293.644532:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca276b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+18:5836:x1873953262976384:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 150us (1004us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141293.644542:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 230 00000100:00100000:0.0:1787141293.644721:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4771880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262976384:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787141293.644739:0:5836:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff8b7c80031c00/0xc65ffb29b5b30fad lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30fb4 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141293.644748:0:5836:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff8b7c80031c00/0xc65ffb29b5b30fad lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b30fb4 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141293.644828:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4771880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262976512:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787141293.644864:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141293.644888:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cbf52c180 going to sleep for 11 seconds 00000100:00100000:0.0:1787141293.645141:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262976512 00000100:00100000:0.0:1787141293.645147:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262976512 00000100:00100000:0.0:1787141293.645182:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 231 00000100:00100000:0.0:1787141293.645191:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2768450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+18:5836:x1873953262976512:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787141293.646376:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2768450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+18:5836:x1873953262976512:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 1181us (1507us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141293.646387:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 231 00000100:00100000:2.0:1787141293.646582:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4771880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262976512:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787141293.646699:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbbbda300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262976640:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1787141293.646743:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141293.646779:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c8683a3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787141293.646857:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262976640 00000100:00100000:0.0:1787141293.646863:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262976640 00000100:00100000:0.0:1787141293.646899:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 232 00000100:00100000:0.0:1787141293.647116:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca276b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+18:5836:x1873953262976640:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787141293.647287:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca276b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+18:5836:x1873953262976640:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 381us (543us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141293.647300:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 232 00000100:00100000:2.0:1787141293.647681:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbbbda300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262976640:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1787141293.648685:0:11230:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000020:01000000:3.0:1787141293.648892:0:5836:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 10000000:01000000:3.0:1787141293.648919:0:5836:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1787141293.648930:0:5836:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c80031c00/0xc65ffb29b5b30fad lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30fb4 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141293.649063:0:5836:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff8b7c80031c00/0xc65ffb29b5b30fad lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30fb4 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787141293.649074:0:5836:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1787141293.649077:0:5836:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8b7c85781000 from 7 10000000:01000000:3.0:1787141293.649080:0:5836:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1787141293.649109:0:5836:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbf439600/0xc65ffb29b5b30fbb lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141293.649117:0:5836:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff8b7cbf439600/0xc65ffb29b5b30fbb lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141293.649125:0:5836:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff8b7cbf439600/0xc65ffb29b5b30fbb lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141293.649256:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbd1c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262976768:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1787141293.649304:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141293.649342:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cae9a8780 going to sleep for 11 seconds 00000100:00100000:2.0:1787141293.649345:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262976768 00000100:00100000:2.0:1787141293.649351:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262976768 00000100:00100000:2.0:1787141293.649388:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 233 00000100:00100000:2.0:1787141293.649397:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca276b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+18:5836:x1873953262976768:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787141293.649418:0:5833:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141293.649431:0:5833:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7c81519a00/0xc65ffb29b5b30fc2 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b30fbb expref: -99 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141293.649453:0:5833:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7c81519a00/0xc65ffb29b5b30fc2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b30fbb expref: 19 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141293.649463:0:5833:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7c81519a00/0xc65ffb29b5b30fc2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30fbb expref: 19 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141293.649484:0:5833:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c81519a00, rc 0) 00000100:00100000:2.0:1787141293.649527:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca276b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+19:5836:x1873953262976768:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 132us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141293.649534:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 233 00000100:00100000:3.0:1787141293.651529:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbd1c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262976768:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787141293.651564:0:5836:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff8b7cbf439600/0xc65ffb29b5b30fbb lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30fc2 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141293.651578:0:5836:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff8b7cbf439600/0xc65ffb29b5b30fbb lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b30fc2 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141293.651664:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbd1c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262976896:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787141293.651711:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141293.651763:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cae9a8780 going to sleep for 11 seconds 00000100:00100000:0.0:1787141293.652151:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262976896 00000100:00100000:0.0:1787141293.652158:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262976896 00000100:00100000:0.0:1787141293.652208:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 234 00000100:00100000:0.0:1787141293.652218:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2769050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+19:5836:x1873953262976896:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787141293.652477:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2769050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+19:5836:x1873953262976896:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 259us (764us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141293.652485:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 234 00000100:00100000:3.0:1787141293.652558:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbd1c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262976896:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787141293.652595:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbd1c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262977024:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787141293.652637:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141293.652659:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cae9a8780 going to sleep for 11 seconds 00000100:00100000:0.0:1787141293.652667:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262977024 00000100:00100000:0.0:1787141293.652672:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262977024 00000100:00100000:0.0:1787141293.652700:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 235 00000100:00100000:0.0:1787141293.652709:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2769850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+19:5836:x1873953262977024:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787141293.652871:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2769850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+19:5836:x1873953262977024:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 163us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141293.652879:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 235 00000100:00100000:3.0:1787141293.653212:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbd1c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262977024:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1787141293.662222:0:11231:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000020:01000000:0.0:1787141293.662395:0:5836:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 10000000:01000000:0.0:1787141293.662430:0:5836:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1787141293.662441:0:5836:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbf439600/0xc65ffb29b5b30fbb lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30fc2 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141293.662451:0:5836:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff8b7cbf439600/0xc65ffb29b5b30fbb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30fc2 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141293.825052:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787141293.953160:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141293.953441:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240922752 00000100:00100000:3.0:1787141293.953451:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240922752 00000100:00100000:3.0:1787141293.953508:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 236 00000100:00100000:3.0:1787141293.953519:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca276a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:886abfc8-fafa-4f23-87cd-d18f7c7251c2+11:5593:x1873953240922752:12345-192.168.203.11@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787141293.953535:0:5832:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141293.953553:0:5832:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7cbf439800/0xc65ffb29b5b30fc9 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cddb expref: -99 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141293.953583:0:5832:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7cbf439800/0xc65ffb29b5b30fc9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cddb expref: 12 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141293.953594:0:5832:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7cbf439800/0xc65ffb29b5b30fc9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cddb expref: 12 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141293.953615:0:5832:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf439800, rc 0) 00000100:00100000:3.0:1787141293.953673:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca276a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:886abfc8-fafa-4f23-87cd-d18f7c7251c2+12:5593:x1873953240922752:12345-192.168.203.11@tcp:101:ll_cfg_requeue.0 Request processed in 156us (519us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141293.953681:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 236 00000100:00100000:1.0:1787141293.968338:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141293.968384:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240922880 00000100:00100000:1.0:1787141293.968393:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240922880 00000100:00100000:1.0:1787141293.968444:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 237 00000100:00100000:1.0:1787141293.968456:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2768050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+12:5593:x1873953240922880:12345-192.168.203.11@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787141293.968716:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2768050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+12:5593:x1873953240922880:12345-192.168.203.11@tcp:501:ll_cfg_requeue.0 Request processed in 260us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141293.968724:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 237 00000100:00100000:0.0:1787141293.973089:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141293.977023:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240923008 00000100:00100000:3.0:1787141293.977037:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240923008 00000100:00100000:3.0:1787141293.977107:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 238 00000100:00100000:3.0:1787141293.977117:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca276ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+12:5593:x1873953240923008:12345-192.168.203.11@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787141293.977357:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca276ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+12:5593:x1873953240923008:12345-192.168.203.11@tcp:503:ll_cfg_requeue.0 Request processed in 240us (4277us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141293.977365:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 238 00000100:00100000:1.0:1787141293.996676:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141294.002321:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240923136 00000100:00100000:0.0:1787141294.002347:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240923136 00000100:00100000:0.0:1787141294.002641:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 239 00000100:00100000:0.0:1787141294.002652:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca276bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+12:5593:x1873953240923136:12345-192.168.203.11@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787141294.002668:0:5834:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141294.002685:0:5834:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7c80030c00/0xc65ffb29b5b30fd0 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cde2 expref: -99 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141294.002713:0:5834:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7c80030c00/0xc65ffb29b5b30fd0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cde2 expref: 13 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141294.002723:0:5834:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7c80030c00/0xc65ffb29b5b30fd0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cde2 expref: 13 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141294.002732:0:5834:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c80030c00, rc 0) 00000100:00100000:0.0:1787141294.002813:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca276bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:5593:x1873953240923136:12345-192.168.203.11@tcp:101:ll_cfg_requeue.0 Request processed in 146us (6129us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141294.002821:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 239 00000100:00100000:0.0:1787141294.009016:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141294.009073:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240923264 00000100:00100000:0.0:1787141294.009082:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240923264 00000100:00100000:0.0:1787141294.009137:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 240 00000100:00100000:0.0:1787141294.009147:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca276a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:5593:x1873953240923264:12345-192.168.203.11@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787141294.009425:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca276a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:5593:x1873953240923264:12345-192.168.203.11@tcp:501:ll_cfg_requeue.0 Request processed in 279us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141294.009433:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 240 00000100:00100000:1.0:1787141294.012759:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141294.012816:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240923392 00000100:00100000:1.0:1787141294.012825:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240923392 00000100:00100000:1.0:1787141294.012871:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 241 00000100:00100000:1.0:1787141294.012881:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca276a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:5593:x1873953240923392:12345-192.168.203.11@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1787141294.013122:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca276a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:5593:x1873953240923392:12345-192.168.203.11@tcp:503:ll_cfg_requeue.0 Request processed in 242us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141294.013129:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 241 00010000:00010000:1.0:1787141294.848990:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1787141295.870741:0:11364:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg311-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:2.0:1787141295.873150:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787141296.897674:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787141297.026412:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:66373bca-6a9f-4159-900e-58874c9cc4a0:3306:1873953262977280:0@lo:400:kworker.0 00000100:00100000:1.0:1787141297.026488:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4770700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262977152:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787141297.026500:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141297.026628:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3307:1873953262977408:0@lo:400:kworker.0 00000100:00100000:1.0:1787141297.029679:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141297.029687:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141297.030194:0:6693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262977152 00000100:00100000:0.0:1787141297.030205:0:6693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262977152 00000100:00100000:0.0:1787141297.031183:0:6693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1787141297.031198:0:6693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c85293b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3305:x1873953262977152:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1787141297.031235:0:6693:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00080000:1.0:1787141297.032653:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787141297.032675:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7c85292680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953262977536:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787141297.032730:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141297.032904:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262977408 00000100:00100000:2.0:1787141297.032911:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262977408 00000100:00100000:1.0:1787141297.033090:0:6692:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 2 min 2 max 16 00000100:00100000:1.0:1787141297.033099:0:6692:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_002' 00000100:00100000:2.0:1787141297.033114:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1787141297.033127:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbbbda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1873953262977408:12345-0@lo:400:kworker.0 00010000:00080000:1.0:1787141297.033234:0:3305:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cb4770700 x1873953262977152/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787141313 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787141297.033234:0:6693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c85293b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3305:x1873953262977152:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1821us (3343us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141297.033259:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbbbda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1873953262977408:12345-0@lo:400:kworker.0 Request processed in 135us (3572us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141297.033263:0:6693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1787141297.033264:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4770700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262977152:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787141297.033275:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:0.0:1787141297.033294:0:6693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262977536 00000100:00100000:0.0:1787141297.033299:0:6693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262977536 00000100:00100000:2.0:1787141297.033316:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3307:1873953262977408:0@lo:400:kworker.0 00000100:00100000:0.0:1787141297.033344:0:6693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1787141297.033353:0:6693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c85290a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3304:x1873953262977536:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1787141297.033361:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787141297.033375:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262977280 00000100:00100000:2.0:1787141297.033380:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262977280 00002000:00000024:0.0:1787141297.033380:0:6693:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1787141297.033420:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 242 00000100:00100000:0.0:1787141297.033431:0:6693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c85290a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3304:x1873953262977536:12345-0@lo:13:osp-pre-0-0.0 Request processed in 78us (699us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141297.033432:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2769450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3306:x1873953262977280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787141297.033444:0:6693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00010000:00080000:1.0:1787141297.033449:0:3304:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7c85292680 x1873953262977536/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787141313 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787141297.033464:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7c85292680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953262977536:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787141297.033496:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2769450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3306:x1873953262977280:12345-0@lo:400:kworker.0 Request processed in 67us (6995us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141297.033503:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:66373bca-6a9f-4159-900e-58874c9cc4a0:3306:1873953262977280:0@lo:400:kworker.0 00000100:00100000:2.0:1787141297.033506:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 242 00000100:00100000:3.0:1787141297.039357:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787141297.039381:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3307:1873953262977792:0@lo:400:kworker.0 00000100:00100000:3.0:1787141297.039445:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141297.039485:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262977792 00000100:00100000:3.0:1787141297.039492:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262977792 00000100:00100000:3.0:1787141297.039544:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1787141297.039554:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1873953262977792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141297.039599:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1873953262977792:12345-0@lo:400:kworker.0 Request processed in 47us (154us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141297.039607:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00080000:3.0:1787141297.039630:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787141297.039658:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3307:1873953262977792:0@lo:400:kworker.0 00000100:00100000:0.0:1787141297.041084:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3305:1873953262977664:0@lo:400:kworker.0 00000100:00100000:0.0:1787141297.041137:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141297.043756:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262977664 00000100:00100000:3.0:1787141297.043834:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262977664 00000100:00100000:3.0:1787141297.043929:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:3.0:1787141297.043941:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4773100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3305:x1873953262977664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141297.044041:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4773100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3305:x1873953262977664:12345-0@lo:400:kworker.0 Request processed in 103us (2903us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141297.044049:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00080000:2.0:1787141297.045110:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787141297.045433:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3305:1873953262977664:0@lo:400:kworker.0 00010000:00010000:2.0:1787141297.931484:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787141298.630685:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141298.630720:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141298.630753:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141298.630832:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240923776 00000100:00100000:2.0:1787141298.630843:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240923776 00000100:00100000:2.0:1787141298.630920:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240923648 00000100:00100000:2.0:1787141298.630938:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240923648 00000100:00080000:0.0:1787141298.630938:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787141298.630974:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787141298.630982:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 90 00000100:00100000:2.0:1787141298.630995:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4773800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a3a5191e-f3c6-41c6-a671-d88f2994152f+5:2353:x1873953240923776:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:2.0:1787141298.631088:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4773800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a3a5191e-f3c6-41c6-a671-d88f2994152f+5:2353:x1873953240923776:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 95us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141298.631096:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 90 00000100:00100000:2.0:1787141298.631113:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 91 00000100:00100000:2.0:1787141298.631121:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4771f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2353:x1873953240923648:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:2.0:1787141298.631146:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4771f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2353:x1873953240923648:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 27us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141298.631153:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 91 00000100:00100000:1.0:1787141298.635020:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240923520 00000100:00100000:1.0:1787141298.635044:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240923520 00000100:00100000:1.0:1787141298.635122:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 243 00000100:00100000:1.0:1787141298.635133:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2768850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:2353:x1873953240923520:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1787141298.635234:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2768850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:2353:x1873953240923520:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 103us (4558us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141298.635242:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 243 00010000:00010000:1.0:1787141298.944992:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1787141299.502207:0:11464:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: === sanity-pcc: finish setup 08:08:18 (1787141298) === 00000100:00100000:3.0:1787141299.677706:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141299.677831:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141299.677882:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240923904 00000100:00100000:3.0:1787141299.678400:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240923904 00000100:00100000:3.0:1787141299.678483:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 14 00000100:00100000:3.0:1787141299.678495:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2352:x1873953240923904:12345-192.168.203.11@tcp:41:mkdir.0 00000004:00000024:3.0:1787141299.678567:0:10438:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261647360 avail 2259550208 00000100:00100000:3.0:1787141299.678678:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2352:x1873953240923904:12345-192.168.203.11@tcp:41:mkdir.0 Request processed in 184us (986us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141299.678686:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 14 00000100:00100000:0.0:1787141299.680278:0:5848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240924032 00000100:00100000:0.0:1787141299.680295:0:5848:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240924032 00000100:00100000:0.0:1787141299.680404:0:5848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 0 00000100:00100000:0.0:1787141299.680431:0:5848:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:9671:x1873953240924032:12345-192.168.203.11@tcp:700:mkdir.0 00000100:00100000:0.0:1787141299.680539:0:5848:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:9671:x1873953240924032:12345-192.168.203.11@tcp:700:mkdir.0 Request processed in 111us (2707us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141299.680547:0:5848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 0 00000100:00100000:0.0:1787141299.696128:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141299.696204:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240924288 00000100:00100000:3.0:1787141299.696220:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240924288 00000100:00100000:3.0:1787141299.696300:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 15 00000100:00100000:3.0:1787141299.696311:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4770e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:9671:x1873953240924288:12345-192.168.203.11@tcp:36:mkdir.0 00010000:00010000:3.0:1787141299.696383:0:5839:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787141299.696612:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b30eb8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cd64 expref: 6 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141299.696646:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b7c84d5bf00) 00010000:00010000:3.0:1787141299.696662:0:5839:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787141299.697370:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b30fd7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141299.697394:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b30fd7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141299.697404:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b30fd7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141299.697434:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b30fde lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141299.697442:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b30fde lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141299.697449:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b30fde lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787141299.701253:0:5839:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x1:0x0]: returning size 512 00010000:00010000:3.0:1787141299.701271:0:5839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b30fd7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141299.701282:0:5839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b30fd7 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141299.701289:0:5839:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b30fd7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141299.701295:0:5839:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439400 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141299.701300:0:5839:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b30fd7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141299.701307:0:5839:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b30fd7 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141299.701337:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b7c95a5bd00) 00010000:00010000:3.0:1787141299.701340:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141299.701345:0:5839:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b30fd7 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141299.701352:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b30fd7 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787141299.701373:0:5839:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000046d5012c reply state 000000000dac45ff transno 4294967297 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b30fde lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141299.701382:0:5839:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1787141299.701487:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4770e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:9671:x1873953240924288:12345-192.168.203.11@tcp:36:mkdir.0 Request processed in 5174us (5371us total) trans 4294967297 rc 0/0 00000100:00100000:3.0:1787141299.701497:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 15 00010000:00010000:0.0:1787141299.711247:0:3290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b30fde lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.711271:0:3290:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b30fde lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.711280:0:3290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b30fde lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.711288:0:3290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438800 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141299.711294:0:3290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b30fde lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.711302:0:3290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b30fde lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.711326:0:3290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x792b1d9 (ffff8b7c95a5bb00) 00010000:00010000:0.0:1787141299.711329:0:3290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787141299.711335:0:3290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b30fde lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.711342:0:3290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b30fde lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141299.717848:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141299.718328:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240924416 00000100:00100000:1.0:1787141299.718344:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240924416 00000100:00100000:1.0:1787141299.718408:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 16 00000100:00100000:1.0:1787141299.718420:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4771500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:9672:x1873953240924416:12345-192.168.203.11@tcp:101:chmod.0 00010000:00010000:1.0:1787141299.718456:0:8206:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787141299.718487:0:8206:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b30fe5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cde9 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141299.719727:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61400/0xc65ffb29b5b30fec lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141299.719754:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61400/0xc65ffb29b5b30fec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141299.719768:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61400/0xc65ffb29b5b30fec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787141299.720181:0:8206:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 6656 00000004:00200000:0.0:1787141299.720187:0:8206:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:0.0:1787141299.720252:0:8206:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61400/0xc65ffb29b5b30fec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.720298:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b30fe5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cde9 expref: 8 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.720326:0:8206:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61400/0xc65ffb29b5b30fec lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cde9 expref: 7 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.720337:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b7c84d5b500) 00010000:00010000:0.0:1787141299.720340:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787141299.720344:0:8206:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbfa61400, rc 0) 00000100:00100000:0.0:1787141299.720438:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4771500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:9672:x1873953240924416:12345-192.168.203.11@tcp:101:chmod.0 Request processed in 2019us (2609us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141299.720449:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 16 00000100:00100000:3.0:1787141299.723942:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141299.727750:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240924672 00000100:00100000:0.0:1787141299.727772:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240924672 00000100:00100000:0.0:1787141299.727896:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 17 00000100:00100000:0.0:1787141299.727910:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:9672:x1873953240924672:12345-192.168.203.11@tcp:36:chmod.0 00010000:00010000:0.0:1787141299.727987:0:5840:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787141299.728028:0:5840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61400/0xc65ffb29b5b30fec lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cde9 expref: 7 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.728056:0:5840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b7c84d5b500) 00010000:00010000:0.0:1787141299.728075:0:5840:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787141299.728111:0:5840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6a00/0xc65ffb29b5b30ff3 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.728143:0:5840:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6a00/0xc65ffb29b5b30ff3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.728153:0:5840:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6a00/0xc65ffb29b5b30ff3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787141299.728585:0:5840:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000005b380ee3 reply state 000000003b33fd0e transno 4294967298 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6a00/0xc65ffb29b5b30ff3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141299.728598:0:5840:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1787141299.728615:0:5840:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 6656 00000100:00100000:0.0:1787141299.728739:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+8:9672:x1873953240924672:12345-192.168.203.11@tcp:36:chmod.0 Request processed in 830us (4806us total) trans 4294967298 rc 0/0 00000100:00100000:0.0:1787141299.728748:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 17 00010000:00010000:1.0:1787141299.736328:0:3291:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6a00/0xc65ffb29b5b30ff3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141299.736352:0:3291:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6a00/0xc65ffb29b5b30ff3 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141299.736360:0:3291:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6a00/0xc65ffb29b5b30ff3 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141299.736367:0:3291:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cc21c6a00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:1.0:1787141299.736373:0:3291:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6a00/0xc65ffb29b5b30ff3 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141299.736381:0:3291:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6a00/0xc65ffb29b5b30ff3 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141299.736404:0:3291:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b7c9071a000) 00010000:00010000:1.0:1787141299.736408:0:3291:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1787141299.736434:0:3291:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6a00/0xc65ffb29b5b30ff3 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141299.736442:0:3291:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6a00/0xc65ffb29b5b30ff3 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141299.765060:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141299.765226:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240924800 00000100:00100000:0.0:1787141299.765246:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240924800 00000100:00100000:0.0:1787141299.765340:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 18 00000100:00100000:0.0:1787141299.765353:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4318700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:9673:x1873953240924800:12345-192.168.203.11@tcp:101:chown.0 00010000:00010000:0.0:1787141299.765386:0:5839:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141299.765419:0:5839:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7800/0xc65ffb29b5b30ffa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cdf0 expref: -99 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.765506:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6a00/0xc65ffb29b5b31001 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.765523:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6a00/0xc65ffb29b5b31001 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.765537:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6a00/0xc65ffb29b5b31001 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787141299.765649:0:5839:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 6656 00000004:00200000:0.0:1787141299.765654:0:5839:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:0.0:1787141299.765715:0:5839:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6a00/0xc65ffb29b5b31001 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.766027:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7800/0xc65ffb29b5b30ffa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cdf0 expref: 9 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.766061:0:5839:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6a00/0xc65ffb29b5b31001 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cdf0 expref: 8 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.766072:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b7c9071a700) 00010000:00010000:0.0:1787141299.766076:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787141299.766080:0:5839:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cc21c6a00, rc 0) 00000100:00100000:0.0:1787141299.766247:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4318700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+8:9673:x1873953240924800:12345-192.168.203.11@tcp:101:chown.0 Request processed in 896us (1194us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141299.766256:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 18 00000100:00100000:2.0:1787141299.781232:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141299.781841:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240924928 00000100:00100000:0.0:1787141299.781857:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240924928 00000100:00100000:0.0:1787141299.782005:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 19 00000100:00100000:0.0:1787141299.782020:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbbbdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+8:9673:x1873953240924928:12345-192.168.203.11@tcp:101:chown.0 00010000:00010000:0.0:1787141299.782047:0:8206:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141299.782076:0:8206:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7800/0xc65ffb29b5b31008 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cdf7 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.782170:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7400/0xc65ffb29b5b3100f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.782210:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7400/0xc65ffb29b5b3100f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.782224:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7400/0xc65ffb29b5b3100f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.782243:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7200/0xc65ffb29b5b31016 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.782251:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7200/0xc65ffb29b5b31016 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.782258:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7200/0xc65ffb29b5b31016 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.782404:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6e00/0xc65ffb29b5b3101d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.782413:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6e00/0xc65ffb29b5b3101d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.782420:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6e00/0xc65ffb29b5b3101d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787141299.782467:0:8206:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x1:0x0]: returning size 512 00000004:00200000:0.0:1787141299.782472:0:8206:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1787141299.782498:0:8206:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6e00/0xc65ffb29b5b3101d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.782513:0:8206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7400/0xc65ffb29b5b3100f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.782531:0:8206:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7400/0xc65ffb29b5b3100f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.782538:0:8206:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7400/0xc65ffb29b5b3100f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.782545:0:8206:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cc21c7400 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141299.782550:0:8206:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7400/0xc65ffb29b5b3100f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.782559:0:8206:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7400/0xc65ffb29b5b3100f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.782575:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b7c9071a700) 00010000:00010000:0.0:1787141299.782578:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787141299.782583:0:8206:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7400/0xc65ffb29b5b3100f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.782590:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7400/0xc65ffb29b5b3100f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.782618:0:8206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7200/0xc65ffb29b5b31016 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.782624:0:8206:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7200/0xc65ffb29b5b31016 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.782631:0:8206:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7200/0xc65ffb29b5b31016 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.782636:0:8206:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cc21c7200 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141299.782646:0:8206:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7200/0xc65ffb29b5b31016 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.782654:0:8206:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7200/0xc65ffb29b5b31016 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.782663:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x792b1d9 (ffff8b7c9071af00) 00010000:00010000:0.0:1787141299.782666:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787141299.782668:0:8206:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7200/0xc65ffb29b5b31016 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.782675:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7200/0xc65ffb29b5b31016 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.783465:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7800/0xc65ffb29b5b31008 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cdf7 expref: 10 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.783499:0:8206:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6e00/0xc65ffb29b5b3101d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cdf7 expref: 9 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.783509:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8b7c9071a600) 00010000:00010000:0.0:1787141299.783512:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787141299.783516:0:8206:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cc21c6e00, rc 0) 00000100:00100000:0.0:1787141299.783680:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbbbdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+9:9673:x1873953240924928:12345-192.168.203.11@tcp:101:chown.0 Request processed in 1662us (2462us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141299.783690:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 19 00000100:00100000:0.0:1787141299.813515:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141299.813838:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240925184 00000100:00100000:3.0:1787141299.813852:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240925184 00000100:00100000:3.0:1787141299.813952:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 20 00000100:00100000:3.0:1787141299.813964:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4772d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+9:9673:x1873953240925184:12345-192.168.203.11@tcp:36:chown.0 00010000:00010000:3.0:1787141299.814036:0:5840:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787141299.814076:0:5840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6e00/0xc65ffb29b5b3101d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cdf7 expref: 9 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141299.814106:0:5840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8b7c9071a600) 00010000:00010000:3.0:1787141299.814124:0:5840:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787141299.814159:0:5840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31024 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141299.814192:0:5840:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31024 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141299.814204:0:5840:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31024 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1787141299.864968:0:5861:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967298 is committed 00000001:00080000:3.0:1787141299.865019:0:5861:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967299 is committed 00000004:00010000:2.0:1787141299.865182:0:5840:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000cd88d1be reply state 0000000049a7428d transno 4294967299 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31024 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141299.865200:0:5840:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1787141299.865446:0:5840:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x1:0x0]: returning size 7680 00010000:00080000:2.0:1787141299.865587:0:5840:0:(ldlm_lib.c:3482:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1787141299.865610:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4772d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:9673:x1873953240925184:12345-192.168.203.11@tcp:36:chown.0 Request processed in 51642us (52104us total) trans 4294967299 rc 0/0 00000100:00100000:2.0:1787141299.865621:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 20 00010000:00010000:0.0:1787141299.866255:0:3290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31024 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.866297:0:3290:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31024 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.866305:0:3290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31024 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.866311:0:3290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439400 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141299.866317:0:3290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31024 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.866326:0:3290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31024 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.866347:0:3290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8b7c95a5bd00) 00010000:00010000:0.0:1787141299.866351:0:3290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1787141299.866356:0:3290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31024 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.866363:0:3290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31024 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141299.895955:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141299.896227:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240925312 00000100:00100000:3.0:1787141299.896251:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240925312 00000100:00100000:3.0:1787141299.896337:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 21 00000100:00100000:3.0:1787141299.896351:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4770380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:9674:x1873953240925312:12345-192.168.203.11@tcp:101:touch.500 00010000:00010000:3.0:1787141299.896389:0:5839:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141299.896418:0:5839:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b3102b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cdfe expref: -99 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787141299.898116:0:5839:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 500, time 1632us 00010000:00010000:3.0:1787141299.920823:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439c00/0xc65ffb29b5b31032 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141299.920857:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439c00/0xc65ffb29b5b31032 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141299.920887:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439c00/0xc65ffb29b5b31032 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141299.920906:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438a00/0xc65ffb29b5b31039 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141299.920927:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438a00/0xc65ffb29b5b31039 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141299.920934:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438a00/0xc65ffb29b5b31039 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141299.921412:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31040 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141299.921422:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31040 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141299.921431:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31040 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787141299.921519:0:5839:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x1:0x0]: returning size 7680 00000004:00200000:3.0:1787141299.921523:0:5839:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1787141299.921631:0:5839:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31040 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141299.921647:0:5839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439c00/0xc65ffb29b5b31032 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141299.921654:0:5839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439c00/0xc65ffb29b5b31032 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141299.921661:0:5839:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439c00/0xc65ffb29b5b31032 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141299.921668:0:5839:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439c00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141299.921673:0:5839:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439c00/0xc65ffb29b5b31032 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141299.921689:0:5839:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439c00/0xc65ffb29b5b31032 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141299.921703:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b7c9071a700) 00010000:00010000:3.0:1787141299.921707:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141299.921712:0:5839:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439c00/0xc65ffb29b5b31032 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141299.921718:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439c00/0xc65ffb29b5b31032 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141299.921730:0:5839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438a00/0xc65ffb29b5b31039 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141299.921736:0:5839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438a00/0xc65ffb29b5b31039 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141299.921742:0:5839:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438a00/0xc65ffb29b5b31039 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141299.921747:0:5839:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438a00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141299.921750:0:5839:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438a00/0xc65ffb29b5b31039 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141299.921756:0:5839:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438a00/0xc65ffb29b5b31039 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141299.921763:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x792b1d9 (ffff8b7c95a5b700) 00010000:00010000:3.0:1787141299.921765:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141299.921769:0:5839:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438a00/0xc65ffb29b5b31039 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141299.921784:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438a00/0xc65ffb29b5b31039 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141299.921860:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b3102b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cdfe expref: 8 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141299.921890:0:5839:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31040 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cdfe expref: 7 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141299.921898:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8b7c95a5bb00) 00010000:00010000:3.0:1787141299.921901:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1787141299.921903:0:5839:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf439400, rc 0) 00000100:00100000:3.0:1787141299.922002:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4770380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:9674:x1873953240925312:12345-192.168.203.11@tcp:101:touch.500 Request processed in 25652us (26063us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141299.922013:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 21 00000100:00100000:3.0:1787141299.939097:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141299.939627:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240925568 00000100:00100000:0.0:1787141299.939641:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240925568 00000100:00100000:0.0:1787141299.939759:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 22 00000100:00100000:0.0:1787141299.939771:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:9674:x1873953240925568:12345-192.168.203.11@tcp:101:touch.500 00010000:00010000:0.0:1787141299.939843:0:8206:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141299.939879:0:8206:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7200/0xc65ffb29b5b31047 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92ce05 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.940283:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7400/0xc65ffb29b5b3104e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.940307:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7400/0xc65ffb29b5b3104e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.940320:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7400/0xc65ffb29b5b3104e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.940726:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7800/0xc65ffb29b5b31055 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1:0x0].0x9a0eeda8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.940749:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7800/0xc65ffb29b5b31055 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x9a0eeda8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.940762:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7800/0xc65ffb29b5b31055 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x9a0eeda8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787141299.942143:0:8206:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x2:0x0], index 0: 0 00010000:00010000:0.0:1787141299.942704:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6e00/0xc65ffb29b5b3105c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.942718:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6e00/0xc65ffb29b5b3105c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.942728:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6e00/0xc65ffb29b5b3105c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.942764:0:8206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7400/0xc65ffb29b5b3104e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.942783:0:8206:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7400/0xc65ffb29b5b3104e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.942790:0:8206:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7400/0xc65ffb29b5b3104e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.942819:0:8206:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cc21c7400 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141299.942824:0:8206:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7400/0xc65ffb29b5b3104e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.942832:0:8206:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7400/0xc65ffb29b5b3104e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.942844:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8b7c95a5bb00) 00010000:00010000:0.0:1787141299.942848:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787141299.942852:0:8206:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7400/0xc65ffb29b5b3104e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.942859:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7400/0xc65ffb29b5b3104e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787141299.942895:0:8206:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000001c981482 reply state 0000000015bc0dd1 transno 4294967300 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7800/0xc65ffb29b5b31055 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x9a0eeda8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141299.942905:0:8206:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1787141299.942944:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7200/0xc65ffb29b5b31047 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce05 expref: 10 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.942958:0:8206:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6e00/0xc65ffb29b5b3105c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce05 expref: 9 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.942976:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2:0x0].0x0 (ffff8b7c9071af00) 00010000:00010000:0.0:1787141299.942979:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787141299.942981:0:8206:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cc21c6e00, rc 0) 00000100:00100000:0.0:1787141299.943057:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+10:9674:x1873953240925568:12345-192.168.203.11@tcp:101:touch.500 Request processed in 3288us (3975us total) trans 4294967300 rc 0/0 00000100:00100000:0.0:1787141299.943065:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 22 00010000:00010000:0.0:1787141299.956738:0:3290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7800/0xc65ffb29b5b31055 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x9a0eeda8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.956757:0:3290:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7800/0xc65ffb29b5b31055 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x9a0eeda8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.956764:0:3290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7800/0xc65ffb29b5b31055 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x9a0eeda8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.956771:0:3290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cc21c7800 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141299.956776:0:3290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7800/0xc65ffb29b5b31055 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x9a0eeda8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.956784:0:3290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7800/0xc65ffb29b5b31055 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x9a0eeda8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.956817:0:3290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x9a0eeda8 (ffff8b7c9071a200) 00010000:00010000:0.0:1787141299.956820:0:3290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787141299.956825:0:3290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7800/0xc65ffb29b5b31055 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1:0x0].0x9a0eeda8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141299.956830:0:3290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7800/0xc65ffb29b5b31055 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1:0x0].0x9a0eeda8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141299.959940:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141299.960013:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240925824 00000100:00100000:2.0:1787141299.960050:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240925824 00000100:00100000:2.0:1787141299.960146:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 23 00000100:00100000:2.0:1787141299.960160:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c85292680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+9:9674:x1873953240925824:12345-192.168.203.11@tcp:36:touch.500 00010000:00010000:2.0:1787141299.960266:0:5840:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787141299.960314:0:5840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6e00/0xc65ffb29b5b3105c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce05 expref: 9 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141299.960344:0:5840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2:0x0].0x0 (ffff8b7c9071af00) 00010000:00010000:2.0:1787141299.960360:0:5840:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787141299.960422:0:5840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c81519e00/0xc65ffb29b5b3106a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141299.960438:0:5840:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c81519e00/0xc65ffb29b5b3106a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141299.960449:0:5840:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c81519e00/0xc65ffb29b5b3106a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787141299.960623:0:5840:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000072404462 reply state 00000000fadf44e6 transno 4294967301 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c81519e00/0xc65ffb29b5b3106a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141299.960634:0:5840:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1787141299.960765:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c85292680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+10:9674:x1873953240925824:12345-192.168.203.11@tcp:36:touch.500 Request processed in 609us (4525us total) trans 4294967301 rc 0/0 00000100:00100000:2.0:1787141299.960774:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 23 00010000:00010000:3.0:1787141299.965903:0:3291:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c81519e00/0xc65ffb29b5b3106a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141299.965928:0:3291:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c81519e00/0xc65ffb29b5b3106a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141299.965938:0:3291:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c81519e00/0xc65ffb29b5b3106a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141299.965945:0:3291:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c81519e00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141299.965951:0:3291:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c81519e00/0xc65ffb29b5b3106a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141299.965981:0:3291:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c81519e00/0xc65ffb29b5b3106a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141299.966002:0:3291:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2:0x0].0x0 (ffff8b7ca1f39a00) 00010000:00010000:3.0:1787141299.966006:0:3291:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141299.966012:0:3291:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c81519e00/0xc65ffb29b5b3106a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141299.966018:0:3291:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c81519e00/0xc65ffb29b5b3106a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141299.966525:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141299.967104:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240925952 00000100:00100000:3.0:1787141299.967118:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240925952 00000100:00100000:3.0:1787141299.967349:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 24 00000100:00100000:3.0:1787141299.967364:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c85291880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+9:9674:x1873953240925952:12345-192.168.203.11@tcp:101:touch.500 00010000:00010000:3.0:1787141299.967398:0:5839:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141299.967427:0:5839:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31071 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92ce0c expref: -99 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141299.967504:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31071 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce0c expref: 10 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141299.967521:0:5839:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31071 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce0c expref: 10 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141299.967544:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2:0x0].0x0 (ffff8b7c95a5b700) 00010000:00010000:3.0:1787141299.967547:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1787141299.967551:0:5839:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf439200, rc 0) 00000100:00100000:3.0:1787141299.967638:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c85291880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+10:9674:x1873953240925952:12345-192.168.203.11@tcp:101:touch.500 Request processed in 279us (1121us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141299.967646:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 24 00010000:00010000:2.0:1787141299.969411:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787141299.972619:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141299.972724:0:6690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240926080 00000100:00100000:2.0:1787141299.972741:0:6690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240926080 00000100:00100000:2.0:1787141299.972932:0:6690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 16 00000100:00100000:2.0:1787141299.972943:0:6690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c85291c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2349:x1873953240926080:12345-192.168.203.11@tcp:8:touch.500 00010000:00080000:2.0:1787141299.973004:0:6690:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from 0fd039ab-150d-4a77-92cd-c96e4dce9634@192.168.203.11@tcp t0 exp 0000000000000000 cur 282 last 0 00000020:00000080:2.0:1787141299.973047:0:6690:0:(genops.c:1385:class_connect()) connect: client 0fd039ab-150d-4a77-92cd-c96e4dce9634, cookie 0xc65ffb29b5b31078 00002000:00100000:2.0:1787141299.973062:0:6690:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 0fd039ab-150d-4a77-92cd-c96e4dce9634/ffff8b7caebd1000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 211392c ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1787141299.973094:0:6690:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:2.0:1787141299.973678:0:6690:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1787141299.973721:0:6690:0:(import.c:65:import_set_state_nolock()) ffff8b7caebd1800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787141299.973931:0:6690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c85291c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2349:x1873953240926080:12345-192.168.203.11@tcp:8:touch.500 Request processed in 985us (1328us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141299.973942:0:6690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 16 00000100:00100000:1.0:1787141299.983576:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141299.983667:0:6688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240926208 00000100:00100000:3.0:1787141299.983680:0:6688:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240926208 00000100:00100000:3.0:1787141299.983878:0:6688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 17 00000100:00100000:3.0:1787141299.983892:0:6688:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c85290700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:0:x1873953240926208:12345-192.168.203.11@tcp:2:touch.500 00000100:00080000:0.0:1787141299.991707:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00100000:0.0:1787141300.091414:0:6713:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 0fd039ab-150d-4a77-92cd-c96e4dce9634 00000001:00080000:0.0:1787141300.091528:0:6713:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967299 is committed 00000100:00100000:3.0:1787141300.091640:0:6688:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c85290700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:0:x1873953240926208:12345-192.168.203.11@tcp:2:touch.500 Request processed in 107742us (108070us total) trans 4294967299 rc 0/0 00000100:00100000:3.0:1787141300.091654:0:6688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 17 00000100:00100000:0.0:1787141300.098156:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141300.099116:0:5842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240926464 00000100:00100000:2.0:1787141300.099135:0:5842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240926464 00000100:00100000:2.0:1787141300.099326:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 2 00000100:00100000:2.0:1787141300.099349:0:5842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4773480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+10:9674:x1873953240926464:12345-192.168.203.11@tcp:35:touch.500 00000100:00100000:2.0:1787141300.099880:0:5842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4773480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+11:9674:x1873953240926464:12345-192.168.203.11@tcp:35:touch.500 Request processed in 528us (1728us total) trans 4294967302 rc 0/0 00000100:00100000:2.0:1787141300.099890:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 2 00000100:00080000:1.0:1787141300.099989:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787141300.118958:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141300.119041:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240926592 00000100:00100000:0.0:1787141300.119056:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240926592 00000100:00100000:0.0:1787141300.119144:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 25 00000100:00100000:0.0:1787141300.119157:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c85293480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+11:9675:x1873953240926592:12345-192.168.203.11@tcp:101:rm.0 00010000:00010000:0.0:1787141300.119192:0:8206:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141300.119222:0:8206:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7400/0xc65ffb29b5b3107f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92ce13 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141300.119312:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7600/0xc65ffb29b5b31086 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141300.119331:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7600/0xc65ffb29b5b31086 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141300.119349:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7600/0xc65ffb29b5b31086 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787141300.119433:0:8206:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x1:0x0]: returning size 7680 00000004:00200000:0.0:1787141300.119438:0:8206:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1787141300.119490:0:8206:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7600/0xc65ffb29b5b31086 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141300.119523:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7400/0xc65ffb29b5b3107f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce13 expref: 13 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141300.119566:0:8206:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7600/0xc65ffb29b5b31086 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce13 expref: 12 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141300.119576:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8b7c95a5bb00) 00010000:00010000:0.0:1787141300.119580:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787141300.119584:0:8206:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cc21c7600, rc 0) 00000100:00100000:0.0:1787141300.119677:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c85293480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+12:9675:x1873953240926592:12345-192.168.203.11@tcp:101:rm.0 Request processed in 521us (733us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141300.119685:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 25 00000100:00100000:0.0:1787141300.126181:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141300.126539:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240926848 00000100:00100000:3.0:1787141300.126553:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240926848 00000100:00100000:3.0:1787141300.126641:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 26 00000100:00100000:3.0:1787141300.126654:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4772300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+12:9675:x1873953240926848:12345-192.168.203.11@tcp:101:rm.0 00010000:00010000:3.0:1787141300.126681:0:5841:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141300.126708:0:5841:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438a00/0xc65ffb29b5b3108d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92ce1a expref: -99 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787141300.127170:0:5841:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x1:0x0]: returning size 7680 00010000:00010000:3.0:1787141300.127401:0:5841:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438a00/0xc65ffb29b5b3108d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce1a expref: 14 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141300.127421:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b7c9071a700) 00010000:00010000:3.0:1787141300.127425:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787141300.127431:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438a00/0xc65ffb29b5b3108d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce1a expref: 14 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141300.127462:0:5841:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf438a00, rc 0) 00000100:00100000:3.0:1787141300.127549:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4772300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+13:9675:x1873953240926848:12345-192.168.203.11@tcp:101:rm.0 Request processed in 897us (1382us total) trans 4294967303 rc 301/301 00000100:00100000:3.0:1787141300.127558:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 26 00000100:00100000:3.0:1787141300.135451:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141300.135598:0:5842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240926976 00000100:00100000:2.0:1787141300.135623:0:5842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240926976 00000100:00100000:2.0:1787141300.135712:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 3 00000100:00100000:2.0:1787141300.135725:0:5842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf393800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+13:9675:x1873953240926976:12345-192.168.203.11@tcp:37:rm.0 00000100:00100000:2.0:1787141300.147615:0:5842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf393800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+13:9675:x1873953240926976:12345-192.168.203.11@tcp:37:rm.0 Request processed in 11865us (12162us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141300.147644:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 3 00000100:00100000:0.0:1787141300.161955:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141300.162121:0:5843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240927232 00000100:00100000:3.0:1787141300.162135:0:5843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240927232 00000100:00100000:3.0:1787141300.162198:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 4 00000100:00100000:3.0:1787141300.162211:0:5843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c871dcc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+13:9675:x1873953240927232:12345-192.168.203.11@tcp:35:rm.0 00000100:00100000:3.0:1787141300.162560:0:5843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c871dcc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+14:9675:x1873953240927232:12345-192.168.203.11@tcp:35:rm.0 Request processed in 351us (621us total) trans 4294967304 rc 0/0 00000100:00100000:3.0:1787141300.162569:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 4 00000100:00100000:2.0:1787141300.169756:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141300.170098:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240927488 00000100:00100000:0.0:1787141300.170110:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240927488 00000100:00100000:0.0:1787141300.170178:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 27 00000100:00100000:0.0:1787141300.170190:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf58a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+14:9675:x1873953240927488:12345-192.168.203.11@tcp:101:rm.0 00010000:00010000:0.0:1787141300.170221:0:10438:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141300.170247:0:10438:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7200/0xc65ffb29b5b3109b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92ce21 expref: -99 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141300.170402:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7800/0xc65ffb29b5b310a2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141300.170419:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7800/0xc65ffb29b5b310a2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141300.170432:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7800/0xc65ffb29b5b310a2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787141300.170457:0:10438:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x1:0x0]: returning size 7680 00010000:00010000:0.0:1787141300.171408:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7200/0xc65ffb29b5b3109b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce21 expref: 17 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141300.171448:0:10438:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7800/0xc65ffb29b5b310a2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce21 expref: 16 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141300.171459:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8b7c95a5bb00) 00010000:00010000:0.0:1787141300.171462:0:10438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1787141300.171466:0:10438:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cc21c7800, rc 0) 00000100:00100000:0.0:1787141300.171560:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf58a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+16:9675:x1873953240927488:12345-192.168.203.11@tcp:101:rm.0 Request processed in 1372us (1819us total) trans 4294967305 rc 0/0 00000100:00100000:0.0:1787141300.171569:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 27 00000100:00100000:0.0:1787141300.175853:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141300.176154:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240927616 00000100:00100000:1.0:1787141300.176167:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240927616 00000100:00100000:1.0:1787141300.176241:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 28 00000100:00100000:1.0:1787141300.176254:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4772a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+16:9675:x1873953240927616:12345-192.168.203.11@tcp:41:rm.0 00000004:00000024:1.0:1787141300.176336:0:8206:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 7719616512 avail 7715422208 00000100:00100000:1.0:1787141300.176499:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4772a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+16:9675:x1873953240927616:12345-192.168.203.11@tcp:41:rm.0 Request processed in 246us (746us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141300.176507:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 28 00000100:00100000:1.0:1787141300.193276:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141300.194028:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240927744 00000100:00100000:3.0:1787141300.194045:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240927744 00000100:00100000:3.0:1787141300.194129:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 29 00000100:00100000:3.0:1787141300.194143:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4430380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+16:9675:x1873953240927744:12345-192.168.203.11@tcp:101:rm.0 00010000:00010000:3.0:1787141300.194171:0:5841:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141300.194198:0:5841:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438a00/0xc65ffb29b5b310b0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92ce28 expref: -99 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141300.194283:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439c00/0xc65ffb29b5b310b7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141300.194301:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439c00/0xc65ffb29b5b310b7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141300.194332:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439c00/0xc65ffb29b5b310b7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141300.194350:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b310be lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1:0x0].0x9a0eeda8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141300.194358:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b310be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x9a0eeda8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141300.194365:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b310be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x9a0eeda8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141300.194516:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b310c5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141300.194525:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b310c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141300.194533:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b310c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787141300.194569:0:5841:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x2:0x0]: returning size 0 00000004:00200000:3.0:1787141300.194574:0:5841:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1787141300.194596:0:5841:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b310c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141300.194609:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b310c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141300.194619:0:5841:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439c00/0xc65ffb29b5b310b7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141300.197002:0:5841:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439c00/0xc65ffb29b5b310b7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141300.197011:0:5841:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439c00/0xc65ffb29b5b310b7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141300.197018:0:5841:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439c00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141300.197025:0:5841:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439c00/0xc65ffb29b5b310b7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141300.197036:0:5841:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439c00/0xc65ffb29b5b310b7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141300.197058:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8b7c95a5bb00) 00010000:00010000:3.0:1787141300.197061:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141300.197067:0:5841:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439c00/0xc65ffb29b5b310b7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141300.197074:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439c00/0xc65ffb29b5b310b7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141300.197097:0:5841:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b310be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x9a0eeda8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141300.197103:0:5841:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b310be lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x9a0eeda8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141300.197110:0:5841:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b310be lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x9a0eeda8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141300.197115:0:5841:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438800 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141300.197128:0:5841:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b310be lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x9a0eeda8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141300.197135:0:5841:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b310be lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1:0x0].0x9a0eeda8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141300.197143:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x9a0eeda8 (ffff8b7c95a5b200) 00010000:00010000:3.0:1787141300.197146:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141300.197149:0:5841:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b310be lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x9a0eeda8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141300.197155:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b310be lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x9a0eeda8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141300.197219:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438a00/0xc65ffb29b5b310b0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce28 expref: 18 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141300.197235:0:5841:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b310c5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce28 expref: 17 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141300.197243:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2:0x0].0x0 (ffff8b7c95a5b700) 00010000:00010000:3.0:1787141300.197246:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787141300.197249:0:5841:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf438600, rc 0) 00000100:00100000:3.0:1787141300.197343:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4430380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+17:9675:x1873953240927744:12345-192.168.203.11@tcp:101:rm.0 Request processed in 3201us (4080us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141300.197354:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 29 00000100:00100000:2.0:1787141300.208712:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141300.208966:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240928000 00000100:00100000:0.0:1787141300.208980:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240928000 00000100:00100000:0.0:1787141300.209070:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 30 00000100:00100000:0.0:1787141300.209083:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf58aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+17:9675:x1873953240928000:12345-192.168.203.11@tcp:36:rm.0 00010000:00010000:0.0:1787141300.209159:0:10438:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1787141300.209197:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b310c5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce28 expref: 17 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141300.209223:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31071 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce0c expref: 16 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141300.209235:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2:0x0].0x0 (ffff8b7c95a5b700) 00010000:00010000:0.0:1787141300.209275:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7600/0xc65ffb29b5b31086 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce13 expref: 15 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141300.209295:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8b7c95a5bb00) 00010000:00010000:0.0:1787141300.209299:0:10438:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787141300.209325:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6e00/0xc65ffb29b5b310cc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141300.209340:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6e00/0xc65ffb29b5b310cc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141300.209351:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6e00/0xc65ffb29b5b310cc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141300.209370:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7200/0xc65ffb29b5b310d3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1:0x0].0x9a0eeda8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141300.209378:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7200/0xc65ffb29b5b310d3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x9a0eeda8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141300.209385:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7200/0xc65ffb29b5b310d3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x9a0eeda8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141300.209551:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7400/0xc65ffb29b5b310da lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141300.209560:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7400/0xc65ffb29b5b310da lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141300.209568:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7400/0xc65ffb29b5b310da lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1787141300.210854:0:10438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].2, 64 off8320 00000004:00080000:0.0:1787141300.211706:0:10438:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 283217907869ns, next at 284217900260ns, rc = 0 00010000:00010000:0.0:1787141300.211911:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b310e1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141300.211931:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b310e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141300.211943:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b310e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141300.211954:0:10438:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b310e1 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141300.211961:0:10438:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b310e1 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141300.211969:0:10438:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b310e1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141300.212012:0:10438:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787141300.212040:0:10438:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7400/0xc65ffb29b5b310da lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141300.212046:0:10438:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7400/0xc65ffb29b5b310da lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141300.212052:0:10438:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7400/0xc65ffb29b5b310da lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141300.212059:0:10438:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cc21c7400 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141300.212064:0:10438:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7400/0xc65ffb29b5b310da lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141300.212083:0:10438:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7400/0xc65ffb29b5b310da lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141300.212098:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2:0x0].0x0 (ffff8b7c9071a200) 00010000:00010000:0.0:1787141300.212102:0:10438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1787141300.212107:0:10438:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7400/0xc65ffb29b5b310da lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141300.212113:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7400/0xc65ffb29b5b310da lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141300.212146:0:10438:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6e00/0xc65ffb29b5b310cc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141300.212152:0:10438:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6e00/0xc65ffb29b5b310cc lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141300.212158:0:10438:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6e00/0xc65ffb29b5b310cc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141300.212162:0:10438:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cc21c6e00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141300.212165:0:10438:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6e00/0xc65ffb29b5b310cc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141300.212170:0:10438:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6e00/0xc65ffb29b5b310cc lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141300.212178:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8b7c95a5bb00) 00010000:00010000:0.0:1787141300.212180:0:10438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787141300.212183:0:10438:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6e00/0xc65ffb29b5b310cc lrc: 2/0,0 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141300.212199:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6e00/0xc65ffb29b5b310cc lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787141300.212214:0:10438:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000d9d100e4 reply state 000000002259c328 transno 4294967306 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7200/0xc65ffb29b5b310d3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x9a0eeda8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141300.212225:0:10438:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1787141300.212350:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf58aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+16:9675:x1873953240928000:12345-192.168.203.11@tcp:36:rm.0 Request processed in 3263us (3647us total) trans 4294967306 rc 0/0 00000100:00100000:0.0:1787141300.212360:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 30 00010000:00010000:2.0:1787141300.213060:0:5828:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787141300.213071:0:5828:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b310e1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141300.213080:0:5828:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf404600 already unused, calling callback (ffffffffc163e230) 00010000:00010000:2.0:1787141300.213085:0:5828:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b310e1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141300.213093:0:5828:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b310e1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141300.213108:0:5828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2:0x0].0x0 (ffff8b7c9071a200) 00010000:00010000:2.0:1787141300.213111:0:5828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1787141300.213115:0:5828:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b310e1 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141300.213120:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b310e1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141300.213143:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787141300.213146:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787141300.213148:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787141300.213931:0:3290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7200/0xc65ffb29b5b310d3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1:0x0].0x9a0eeda8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141300.213945:0:3290:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7200/0xc65ffb29b5b310d3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x9a0eeda8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141300.213952:0:3290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7200/0xc65ffb29b5b310d3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x9a0eeda8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141300.213958:0:3290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cc21c7200 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:2.0:1787141300.213977:0:3290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7200/0xc65ffb29b5b310d3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x9a0eeda8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141300.213985:0:3290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7200/0xc65ffb29b5b310d3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1:0x0].0x9a0eeda8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141300.214007:0:3290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x9a0eeda8 (ffff8b7c9071af00) 00010000:00010000:2.0:1787141300.214011:0:3290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787141300.214015:0:3290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7200/0xc65ffb29b5b310d3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1:0x0].0x9a0eeda8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141300.214022:0:3290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7200/0xc65ffb29b5b310d3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1:0x0].0x9a0eeda8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141300.215347:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141300.215549:0:5843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240928256 00000100:00100000:3.0:1787141300.215562:0:5843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240928256 00000100:00100000:3.0:1787141300.215633:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 5 00000100:00100000:3.0:1787141300.215646:0:5843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf589500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+15:9675:x1873953240928256:12345-192.168.203.11@tcp:35:rm.0 00000100:00100000:3.0:1787141300.216034:0:5843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf589500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+16:9675:x1873953240928256:12345-192.168.203.11@tcp:35:rm.0 Request processed in 390us (700us total) trans 4294967307 rc 0/0 00000100:00100000:3.0:1787141300.216043:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 5 00000100:00100000:0.0:1787141300.218164:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141300.218264:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240928512 00000100:00100000:1.0:1787141300.218278:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240928512 00000100:00100000:1.0:1787141300.218352:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 31 00000100:00100000:1.0:1787141300.218367:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4770000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+16:9675:x1873953240928512:12345-192.168.203.11@tcp:36:rm.0 00010000:00010000:1.0:1787141300.218443:0:8206:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1787141300.218481:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7800/0xc65ffb29b5b310a2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce21 expref: 16 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141300.218542:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31040 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cdfe expref: 15 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141300.218556:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8b7c95a5bb00) 00010000:00010000:1.0:1787141300.218576:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6a00/0xc65ffb29b5b31001 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cdf0 expref: 14 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141300.218589:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b7c9071a700) 00010000:00010000:1.0:1787141300.218601:0:8206:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787141300.218647:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60600/0xc65ffb29b5b310e8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141300.218663:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60600/0xc65ffb29b5b310e8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141300.218674:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60600/0xc65ffb29b5b310e8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141300.218690:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61600/0xc65ffb29b5b310ef lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141300.218698:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61600/0xc65ffb29b5b310ef lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141300.218705:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61600/0xc65ffb29b5b310ef lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141300.219534:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b310f6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141300.219559:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b310f6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141300.219567:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b310f6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787141300.221173:0:8206:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x1:0x0]: returning size 7680 00010000:00010000:1.0:1787141300.221204:0:8206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b310f6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141300.221216:0:8206:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b310f6 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141300.221224:0:8206:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b310f6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141300.221231:0:8206:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbfa61800 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:1.0:1787141300.221237:0:8206:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b310f6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141300.221246:0:8206:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b310f6 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141300.221265:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1:0x0].0x0 (ffff8b7c84d5bf00) 00010000:00010000:1.0:1787141300.221268:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1787141300.221274:0:8206:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b310f6 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141300.221281:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b310f6 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141300.221315:0:8206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60600/0xc65ffb29b5b310e8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141300.221330:0:8206:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60600/0xc65ffb29b5b310e8 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141300.221336:0:8206:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60600/0xc65ffb29b5b310e8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141300.221342:0:8206:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbfa60600 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:1.0:1787141300.221346:0:8206:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60600/0xc65ffb29b5b310e8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141300.221352:0:8206:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60600/0xc65ffb29b5b310e8 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141300.221360:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b7c84d5b800) 00010000:00010000:1.0:1787141300.221362:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787141300.221365:0:8206:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60600/0xc65ffb29b5b310e8 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141300.221370:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60600/0xc65ffb29b5b310e8 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787141300.221383:0:8206:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000034c6eb8d reply state 00000000feeaf70d transno 4294967308 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61600/0xc65ffb29b5b310ef lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141300.221394:0:8206:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1787141300.221517:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4770000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+15:9675:x1873953240928512:12345-192.168.203.11@tcp:36:rm.0 Request processed in 3150us (3363us total) trans 4294967308 rc 0/0 00000100:00100000:1.0:1787141300.221529:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 31 00010000:00010000:3.0:1787141300.226308:0:3291:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61600/0xc65ffb29b5b310ef lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141300.226330:0:3291:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61600/0xc65ffb29b5b310ef lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141300.226347:0:3291:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61600/0xc65ffb29b5b310ef lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141300.226354:0:3291:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbfa61600 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141300.226360:0:3291:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61600/0xc65ffb29b5b310ef lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141300.226369:0:3291:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61600/0xc65ffb29b5b310ef lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141300.226390:0:3291:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x792b1d9 (ffff8b7c84d5b500) 00010000:00010000:3.0:1787141300.226393:0:3291:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141300.226397:0:3291:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61600/0xc65ffb29b5b310ef lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141300.226404:0:3291:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61600/0xc65ffb29b5b310ef lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x792b1d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141300.995015:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141302.017035:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787141302.145283:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4771180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262977920:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787141302.145397:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1787141302.145629:0:6794:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 285151831437ns, next at 286151828312ns, rc = 0 00000100:00100000:0.0:1787141302.145655:0:3305:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787141302.145667:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4772680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262978048:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787141302.145691:0:11379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262977920 00000100:00100000:0.0:1787141302.145703:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141302.145713:0:11379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262977920 00000100:00100000:0.0:1787141302.145744:0:6692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262978048 00000100:00100000:0.0:1787141302.145750:0:6692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262978048 00000100:00100000:0.0:1787141302.145837:0:6692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1787141302.145861:0:6692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4770a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3305:x1873953262978048:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787141302.145977:0:11379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1787141302.145988:0:11379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4773b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953262977920:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1787141302.146012:0:11379:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1787141302.146468:0:11379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4773b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953262977920:12345-0@lo:13:osp-pre-1-0.0 Request processed in 482us (1070us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141302.146477:0:11379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00080000:1.0:1787141302.146507:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1787141302.146513:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:1.0:1787141302.146549:0:3307:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cb4771180 x1873953262977920/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787141318 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787141302.146574:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4771180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262977920:0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1787141302.146623:0:6692:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1787141302.146720:0:6692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4770a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3305:x1873953262978048:12345-0@lo:13:osp-pre-0-0.0 Request processed in 873us (1018us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141302.146727:0:6692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00010000:00080000:0.0:1787141302.146832:0:3305:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cb4772680 x1873953262978048/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787141318 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787141302.146848:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4772680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262978048:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787141302.152131:0:3304:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787141302.152163:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4772680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953262978176:0@lo:400:kworker.0 00000100:00100000:2.0:1787141302.152259:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141302.152331:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262978176 00000100:00100000:2.0:1787141302.152340:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262978176 00000100:00100000:2.0:1787141302.156992:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 244 00000100:00100000:2.0:1787141302.157043:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2769c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3304:x1873953262978176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787141302.157196:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2769c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3304:x1873953262978176:12345-0@lo:400:kworker.0 Request processed in 177us (4936us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141302.157205:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 244 00000100:00100000:3.0:1787141302.161093:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4433480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3306:1873953262978304:0@lo:400:kworker.0 00000100:00100000:1.0:1787141302.161183:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4432300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3307:1873953262978432:0@lo:400:kworker.0 00000100:00100000:3.0:1787141302.161204:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141302.161255:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141302.161293:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262978304 00000100:00100000:1.0:1787141302.161294:0:3305:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787141302.161303:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4432a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3305:1873953262978560:0@lo:400:kworker.0 00000100:00100000:3.0:1787141302.161328:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262978304 00000100:00100000:1.0:1787141302.161882:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141302.161900:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262978432 00000100:00100000:3.0:1787141302.161906:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262978432 00000100:00100000:1.0:1787141302.161924:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262978560 00000100:00100000:1.0:1787141302.161929:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262978560 00000100:00100000:1.0:1787141302.161969:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1787141302.161979:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf393800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3306:x1873953262978304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787141302.162039:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf393800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3306:x1873953262978304:12345-0@lo:400:kworker.0 Request processed in 61us (836us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141302.162058:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:3.0:1787141302.162757:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:3.0:1787141302.162769:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4431180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3305:x1873953262978560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141302.168705:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4431180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3305:x1873953262978560:12345-0@lo:400:kworker.0 Request processed in 5918us (6803us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141302.168730:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:3.0:1787141302.168790:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:3.0:1787141302.168831:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4430000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1873953262978432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141302.168979:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4430000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1873953262978432:12345-0@lo:400:kworker.0 Request processed in 164us (7723us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141302.168986:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:3.0:1787141302.169059:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4433480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3306:1873953262978304:0@lo:400:kworker.0 00000100:00100000:3.0:1787141302.169112:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4432a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3305:1873953262978560:0@lo:400:kworker.0 00000100:00100000:3.0:1787141302.169140:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4432300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3307:1873953262978432:0@lo:400:kworker.0 00000100:00080000:3.0:1787141302.169190:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787141302.172440:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4772680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953262978176:0@lo:400:kworker.0 00010000:00010000:2.0:1787141303.050137:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787141303.745996:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141303.746050:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141303.746158:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240928640 00000100:00100000:2.0:1787141303.746168:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240928640 00000100:00100000:2.0:1787141303.746234:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 245 00000100:00100000:2.0:1787141303.746262:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2768c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:2352:x1873953240928640:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:2.0:1787141303.746333:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2768c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:2352:x1873953240928640:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 75us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141303.746340:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 245 00000100:00100000:0.0:1787141303.746534:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141303.746569:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141303.746591:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240928768 00000100:00100000:0.0:1787141303.746595:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240928768 00000100:00100000:0.0:1787141303.746627:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240929024 00000100:00100000:0.0:1787141303.746630:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240929024 00000100:00100000:0.0:1787141303.746653:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 95 00000100:00100000:0.0:1787141303.746660:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4772680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+14:2352:x1873953240928768:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:0.0:1787141303.746702:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4772680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+14:2352:x1873953240928768:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 43us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141303.746709:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 95 00000100:00100000:0.0:1787141303.746725:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 96 00000100:00100000:0.0:1787141303.746731:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4771180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a3a5191e-f3c6-41c6-a671-d88f2994152f+5:2352:x1873953240929024:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:0.0:1787141303.746754:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4771180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a3a5191e-f3c6-41c6-a671-d88f2994152f+5:2352:x1873953240929024:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 24us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141303.746760:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 96 00000100:00080000:3.0:1787141303.746911:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787141303.748900:0:6690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240928896 00000100:00100000:1.0:1787141303.748912:0:6690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240928896 00000100:00080000:3.0:1787141303.748982:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787141303.749056:0:6690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 36 00000100:00100000:1.0:1787141303.749067:0:6690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cae8adc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2352:x1873953240928896:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1787141303.749138:0:6690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cae8adc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2352:x1873953240928896:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 74us (3088us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141303.749146:0:6690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 36 00010000:00010000:1.0:1787141304.071107:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1787141304.806938:0:11614:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests: 6 7a 7b 23 35 33 00010000:00010000:3.0:1787141305.090928:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1787141305.346055:0:5861:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 3 committed 00000001:00080000:3.0:1787141305.346098:0:5861:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967306 is committed 00000004:00080000:3.0:1787141305.346105:0:5861:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2 committed 00000001:00080000:3.0:1787141305.346122:0:5861:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967308 is committed 00000100:00100000:2.0:1787141305.346409:0:3304:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787141305.346514:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4433b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953262978688:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1787141305.346610:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141305.347036:0:6688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262978688 00000100:00100000:3.0:1787141305.347048:0:6688:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262978688 00000100:00080000:0.0:1787141305.347134:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787141305.347253:0:6688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1787141305.347283:0:6688:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf588000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3304:x1873953262978688:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1787141305.347322:0:6688:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:2 count 1 00002000:00010000:3.0:1787141305.347370:0:6688:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x2:0x0] initial LVB size: 0, mtime: 0x6a859cb4, atime: 0x6a859cb4, ctime: 0x6a859cb4, blocks: 0x1 00010000:00010000:3.0:1787141305.347381:0:6688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002b40008c/0xc65ffb29b5b310fd lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141305.347402:0:6688:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2:0x0].0x0 since=288s v=(0 0) 00010000:00010000:3.0:1787141305.347407:0:6688:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787141305.347414:0:6688:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002b40008c/0xc65ffb29b5b310fd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141305.347434:0:6688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002b40008c/0xc65ffb29b5b310fd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141305.347444:0:6688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002b40008c/0xc65ffb29b5b310fd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141305.347451:0:6688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002b40008c/0xc65ffb29b5b310fd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141305.347478:0:6688:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787141305.347751:0:7627:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787141305.347760:0:7627:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002b40008c/0xc65ffb29b5b310fd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141305.347770:0:7627:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438800 already unused, calling callback (ffffffffc163e230) 00010000:00010000:1.0:1787141305.347775:0:7627:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002b40008c/0xc65ffb29b5b310fd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141305.347786:0:7627:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002b40008c/0xc65ffb29b5b310fd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141305.347847:0:7627:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002b40008c/0xc65ffb29b5b310fd lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141305.347856:0:7627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002b40008c/0xc65ffb29b5b310fd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141305.347899:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141305.347901:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141305.347903:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787141305.348694:0:6688:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf588000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3304:x1873953262978688:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1408us (2077us total) trans 4294967300 rc 0/0 00000100:00100000:3.0:1787141305.348705:0:6688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000004:00080000:0.0:1787141305.349165:0:3304:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b7cb4433b80/2, rc 0, transno 4294967300 00000100:00100000:0.0:1787141305.349176:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4433b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953262978688:0@lo:6:osp-syn-0-0.0 00000020:00000080:2.0:1787141306.080365:0:11664:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffc479ae170 20000000:00000080:2.0:1787141306.080387:0:11664:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8b7caebc5400 uarg=0000000000000000 20000000:01000000:2.0:1787141306.080430:0:11664:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='lustre' param='mdt.lustre-MDT0000.hsm_control=enabled' 20000000:01000000:2.0:1787141306.080438:0:11664:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'mdt.lustre-MDT0000.hsm_control=enabled' 20000000:01000000:2.0:1787141306.080444:0:11664:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/lustre/mdt.lustre-MDT0000.hsm_control=enabled del=0 00000040:00080000:0.0:1787141306.085241:0:11665:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 20000000:02000000:2.0:1787141306.085843:0:11664:0:(mgs_llog.c:4120:mgs_wlp_lcfg()) Setting parameter lustre.mdt.lustre-MDT0000.hsm_control=enabled in log params 00000040:00080000:2.0:1787141306.092530:0:11664:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].7, 224 off9536 00000040:00080000:2.0:1787141306.092601:0:11664:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].8, 128 off9664 00000040:00080000:2.0:1787141306.092680:0:11664:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].9, 224 off9888 10000000:01000000:2.0:1787141306.092703:0:11664:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:2.0:1787141306.092729:0:11664:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b7c81518600/0xc65ffb29b5b31104 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141306.092752:0:11664:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b7c80030600/0xc65ffb29b5b30fa6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30f9f expref: 18 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141306.092761:0:11664:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b7c81518a00/0xc65ffb29b5b30fb4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30fad expref: 18 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141306.092770:0:11664:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b7c81519a00/0xc65ffb29b5b30fc2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b30fbb expref: 18 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141306.093012:0:11664:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b7cbf439800/0xc65ffb29b5b30fc9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cddb expref: 12 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141306.093023:0:11664:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b7c80030c00/0xc65ffb29b5b30fd0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cde2 expref: 12 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141306.093031:0:11664:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b7c81518600/0xc65ffb29b5b31104 lrc: 8/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 11664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141306.093086:0:11664:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b7c80030c00/0xc65ffb29b5b30fd0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cde2 expref: 12 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141306.093106:0:11664:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b7c80030c00/0xc65ffb29b5b30fd0 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cde2 expref: 12 pid: 5834 timeout: 389 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141306.093125:0:11664:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf588380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:11664:1873953262978816:192.168.203.11@tcp:104: 00010000:00010000:2.0:1787141306.093318:0:11664:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b7cbf439800/0xc65ffb29b5b30fc9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cddb expref: 12 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141306.093328:0:11664:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b7cbf439800/0xc65ffb29b5b30fc9 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cddb expref: 12 pid: 5832 timeout: 389 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141306.093338:0:11664:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf589880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:11664:1873953262978944:192.168.203.11@tcp:104: 00010000:00010000:2.0:1787141306.093377:0:11664:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b7c81519a00/0xc65ffb29b5b30fc2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc65ffb29b5b30fbb expref: 18 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141306.093386:0:11664:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b7c81519a00/0xc65ffb29b5b30fc2 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc65ffb29b5b30fbb expref: 18 pid: 5833 timeout: 439 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141306.093412:0:11664:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf58b480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:11664:1873953262979072:0@lo:104: 00000100:00100000:2.0:1787141306.093467:0:11664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1787141306.093521:0:11664:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b7c81518a00/0xc65ffb29b5b30fb4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc65ffb29b5b30fad expref: 18 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141306.093531:0:11664:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b7c81518a00/0xc65ffb29b5b30fb4 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc65ffb29b5b30fad expref: 18 pid: 5833 timeout: 439 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141306.093540:0:11664:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf589c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:11664:1873953262979200:0@lo:104: 00000100:00100000:2.0:1787141306.093578:0:11664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1787141306.093620:0:11664:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b7c80030600/0xc65ffb29b5b30fa6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc65ffb29b5b30f9f expref: 18 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141306.093628:0:11664:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b7c80030600/0xc65ffb29b5b30fa6 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc65ffb29b5b30f9f expref: 18 pid: 5833 timeout: 439 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141306.093637:0:11664:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7c9890a300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:11664:1873953262979328:0@lo:104: 00000100:00100000:2.0:1787141306.093664:0:11664:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141306.093710:0:7629:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1787141306.093726:0:7629:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262979072 00000100:00100000:2.0:1787141306.093735:0:7629:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262979072 00000100:00100000:2.0:1787141306.093787:0:7629:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262979200 00000100:00100000:2.0:1787141306.093790:0:7629:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262979200 00000100:00100000:2.0:1787141306.095624:0:7629:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262979328 00000100:00100000:2.0:1787141306.095638:0:7629:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262979328 00000100:00100000:2.0:1787141306.095655:0:7629:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1787141306.095666:0:7629:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf588e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:66373bca-6a9f-4159-900e-58874c9cc4a0+5:11664:x1873953262979072:12345-0@lo:104: 00010000:00010000:2.0:1787141306.095687:0:7629:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff8b7cbf439600/0xc65ffb29b5b30fbb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b30fc2 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141306.095793:0:7629:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1787141306.095813:0:7629:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf588e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:66373bca-6a9f-4159-900e-58874c9cc4a0+5:11664:x1873953262979072:12345-0@lo:104: Request processed in 149us (2347us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141306.096265:0:7629:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00010000:00010000:0.0:1787141306.103142:0:5827:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787141306.103164:0:5827:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff8b7cbf439600/0xc65ffb29b5b30fbb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b30fc2 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141306.103211:0:5827:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439600 already unused, calling callback (ffffffffc1c5bc20) 10000000:00010000:0.0:1787141306.103217:0:5827:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff8b7cbf439600/0xc65ffb29b5b30fbb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xc65ffb29b5b30fc2 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141306.103230:0:5827:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff8b7cbf439600/0xc65ffb29b5b30fbb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xc65ffb29b5b30fc2 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787141306.103238:0:5827:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff8b7cbf439600/0xc65ffb29b5b30fbb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xc65ffb29b5b30fc2 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787141306.103245:0:5827:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1787141306.103329:0:5827:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff8b7cbf439600/0xc65ffb29b5b30fbb lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30fc2 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141306.103338:0:5827:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787141306.103368:0:5827:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff8b7cbf439600/0xc65ffb29b5b30fbb lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30fc2 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141306.103377:0:5827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff8b7cbf439600/0xc65ffb29b5b30fbb lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30fc2 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141306.103396:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141306.103398:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141306.103401:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787141306.103440:0:11664:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c8683a180 going to sleep for 11 seconds 00000100:00100000:0.0:1787141306.103489:0:11664:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf58b480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:11664:1873953262979072:0@lo:104: 00000100:00100000:3.0:1787141306.110110:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1787141306.110149:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9890b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+4:11664:x1873953262979200:12345-0@lo:104: 00010000:00010000:3.0:1787141306.110197:0:5823:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff8b7c80031c00/0xc65ffb29b5b30fad lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b30fb4 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141306.110340:0:5823:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1787141306.110348:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9890b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+4:11664:x1873953262979200:12345-0@lo:104: Request processed in 220us (16769us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141306.110358:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1787141306.110404:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1787141306.110412:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbfbe8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+3:11664:x1873953262979328:12345-0@lo:104: 00010000:00010000:3.0:1787141306.110422:0:5823:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa61000/0xc65ffb29b5b30f9f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b30fa6 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141306.110465:0:5823:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1787141306.110471:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbfbe8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+3:11664:x1873953262979328:12345-0@lo:104: Request processed in 60us (16806us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141306.110477:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1787141306.110558:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4773480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:66373bca-6a9f-4159-900e-58874c9cc4a0:3306:1873953262979456:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787141306.110608:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1787141306.110760:0:7628:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787141306.110768:0:7628:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff8b7c80031c00/0xc65ffb29b5b30fad lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b30fb4 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141306.110777:0:7628:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c80031c00 already unused, calling callback (ffffffffc1c5bc20) 10000000:00010000:3.0:1787141306.110783:0:7628:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff8b7c80031c00/0xc65ffb29b5b30fad lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xc65ffb29b5b30fb4 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141306.110957:0:5828:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787141306.110965:0:5828:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa61000/0xc65ffb29b5b30f9f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b30fa6 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141306.110973:0:5828:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbfa61000 already unused, calling callback (ffffffffc1c5bc20) 10000000:00010000:1.0:1787141306.110976:0:5828:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa61000/0xc65ffb29b5b30f9f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xc65ffb29b5b30fa6 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141306.110984:0:5828:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa61000/0xc65ffb29b5b30f9f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xc65ffb29b5b30fa6 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787141306.110992:0:5828:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa61000/0xc65ffb29b5b30f9f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xc65ffb29b5b30fa6 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787141306.110999:0:5828:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1787141306.111047:0:5828:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa61000/0xc65ffb29b5b30f9f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30fa6 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141306.111054:0:5828:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787141306.111074:0:5828:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa61000/0xc65ffb29b5b30f9f lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30fa6 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141306.111082:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa61000/0xc65ffb29b5b30f9f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30fa6 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141306.111097:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141306.111109:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141306.111111:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141306.111160:0:7628:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff8b7c80031c00/0xc65ffb29b5b30fad lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xc65ffb29b5b30fb4 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787141306.111180:0:7628:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff8b7c80031c00/0xc65ffb29b5b30fad lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc65ffb29b5b30fb4 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787141306.111186:0:7628:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1787141306.111215:0:7628:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff8b7c80031c00/0xc65ffb29b5b30fad lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30fb4 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141306.111220:0:7628:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787141306.111240:0:7628:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff8b7c80031c00/0xc65ffb29b5b30fad lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30fb4 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141306.111247:0:7628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff8b7c80031c00/0xc65ffb29b5b30fad lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b30fb4 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141306.111264:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141306.111266:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141306.111268:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787141306.111282:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262979456 00000100:00100000:3.0:1787141306.111289:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262979456 00010000:00010000:3.0:1787141306.111321:0:5825:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b7c81519a00/0xc65ffb29b5b30fc2 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b30fbb expref: 19 pid: 5833 timeout: 439 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141306.111350:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1787141306.111357:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf391f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3306:x1873953262979456:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787141306.111369:0:5825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787141306.111376:0:5825:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b7c81519a00/0xc65ffb29b5b30fc2 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b30fbb expref: 19 pid: 5833 timeout: 439 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141306.111388:0:5825:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b7c81519a00/0xc65ffb29b5b30fc2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc65ffb29b5b30fbb expref: 19 pid: 5833 timeout: 439 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141306.111410:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7c81519a00/0xc65ffb29b5b30fc2 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc65ffb29b5b30fbb expref: 19 pid: 5833 timeout: 439 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141306.111426:0:5825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787141306.111464:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf391f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+18:3306:x1873953262979456:12345-0@lo:103:ldlm_bl.0 Request processed in 107us (857us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141306.111472:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1787141306.111495:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4432680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:66373bca-6a9f-4159-900e-58874c9cc4a0:3307:1873953262979584:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787141306.111524:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141306.111582:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4773480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:66373bca-6a9f-4159-900e-58874c9cc4a0:3306:1873953262979456:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787141306.111609:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953262979712:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787141306.111634:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141306.111666:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262979584 00000100:00100000:3.0:1787141306.111670:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262979584 00010000:00010000:3.0:1787141306.111686:0:5826:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b7c80030600/0xc65ffb29b5b30fa6 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b30f9f expref: 18 pid: 5833 timeout: 439 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141306.111704:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262979712 00000100:00100000:3.0:1787141306.111707:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262979712 00010000:00010000:3.0:1787141306.111720:0:5826:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b7c81518a00/0xc65ffb29b5b30fb4 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b30fad expref: 19 pid: 5833 timeout: 439 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141306.111733:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1787141306.111739:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf391500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3307:x1873953262979584:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787141306.111747:0:5826:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787141306.111751:0:5826:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b7c80030600/0xc65ffb29b5b30fa6 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b30f9f expref: 19 pid: 5833 timeout: 439 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141306.111768:0:5826:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b7c80030600/0xc65ffb29b5b30fa6 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc65ffb29b5b30f9f expref: 19 pid: 5833 timeout: 439 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141306.111778:0:5826:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787141306.112052:0:11664:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf589c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:11664:1873953262979200:0@lo:104: 00010000:00010000:0.0:1787141306.112063:0:11664:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7c80030600/0xc65ffb29b5b30fa6 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc65ffb29b5b30f9f expref: 19 pid: 5833 timeout: 439 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141306.112087:0:11664:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7c9890a300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:11664:1873953262979328:0@lo:104: 00000100:00100000:3.0:1787141306.113010:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf391500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:66373bca-6a9f-4159-900e-58874c9cc4a0+18:3307:x1873953262979584:12345-0@lo:103:ldlm_bl.0 Request processed in 1265us (1479us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141306.113025:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1787141306.113063:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1787141306.113076:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98011050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:66373bca-6a9f-4159-900e-58874c9cc4a0+17:3304:x1873953262979712:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787141306.113093:0:5826:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787141306.113101:0:5826:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b7c81518a00/0xc65ffb29b5b30fb4 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b30fad expref: 17 pid: 5833 timeout: 439 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141306.113114:0:5826:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b7c81518a00/0xc65ffb29b5b30fb4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc65ffb29b5b30fad expref: 17 pid: 5833 timeout: 439 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141306.113129:0:5826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7c81518a00/0xc65ffb29b5b30fb4 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc65ffb29b5b30fad expref: 17 pid: 5833 timeout: 439 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141306.113145:0:5826:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787141306.113313:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4432680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:66373bca-6a9f-4159-900e-58874c9cc4a0:3307:1873953262979584:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787141306.113418:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98011050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:66373bca-6a9f-4159-900e-58874c9cc4a0+16:3304:x1873953262979712:12345-0@lo:103:ldlm_bl.0 Request processed in 346us (1782us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141306.113425:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00010000:00010000:0.0:1787141306.113874:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787141306.114772:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953262979712:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787141306.143413:0:11664:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf588380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:11664:1873953262978816:192.168.203.11@tcp:104: 00000100:00100000:1.0:1787141306.143436:0:11664:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf589880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:11664:1873953262978944:192.168.203.11@tcp:104: 00010000:00010000:1.0:1787141306.143516:0:11664:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b7c81518600/0xc65ffb29b5b31104 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141306.163332:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141306.163755:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240929152 00000100:00100000:0.0:1787141306.163770:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240929152 00010000:00010000:0.0:1787141306.163880:0:5826:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b7c80030c00/0xc65ffb29b5b30fd0 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cde2 expref: 13 pid: 5834 timeout: 389 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141306.163929:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 33 00000100:00100000:0.0:1787141306.163941:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf391f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:2352:x1873953240929152:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787141306.163963:0:5826:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787141306.163970:0:5826:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b7c80030c00/0xc65ffb29b5b30fd0 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cde2 expref: 13 pid: 5834 timeout: 389 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141306.163987:0:5826:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b7c80030c00/0xc65ffb29b5b30fd0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cde2 expref: 13 pid: 5834 timeout: 389 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141306.164012:0:5826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7c80030c00/0xc65ffb29b5b30fd0 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cde2 expref: 13 pid: 5834 timeout: 389 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141306.164036:0:5826:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787141306.164106:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf391f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+12:2352:x1873953240929152:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 167us (788us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141306.164114:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 33 00000100:00100000:1.0:1787141306.164681:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141306.165680:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240929280 00000100:00100000:3.0:1787141306.165693:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240929280 00010000:00010000:3.0:1787141306.165751:0:5824:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b7cbf439800/0xc65ffb29b5b30fc9 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cddb expref: 12 pid: 5832 timeout: 389 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141306.165917:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 34 00000100:00100000:3.0:1787141306.165929:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4430a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:886abfc8-fafa-4f23-87cd-d18f7c7251c2+12:2353:x1873953240929280:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787141306.165947:0:5824:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787141306.165954:0:5824:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b7cbf439800/0xc65ffb29b5b30fc9 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cddb expref: 12 pid: 5832 timeout: 389 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141306.165968:0:5824:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b7cbf439800/0xc65ffb29b5b30fc9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cddb expref: 12 pid: 5832 timeout: 389 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141306.165990:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7cbf439800/0xc65ffb29b5b30fc9 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cddb expref: 12 pid: 5832 timeout: 389 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141306.166012:0:5824:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b7c81518600/0xc65ffb29b5b31104 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 11664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141306.166021:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7c81518600/0xc65ffb29b5b31104 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 11664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141306.166040:0:5824:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b7c81518600/0xc65ffb29b5b31104 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 11664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141306.166048:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b7c81518600/0xc65ffb29b5b31104 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 11664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141306.166055:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b7c81518600/0xc65ffb29b5b31104 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 11664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141306.166062:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b7c81518600/0xc65ffb29b5b31104 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141306.166079:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c81518600 already unused, calling callback (ffffffffc163e230) 00010000:00010000:3.0:1787141306.166085:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b7c81518600/0xc65ffb29b5b31104 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 11664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141306.166094:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b7c81518600/0xc65ffb29b5b31104 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 11664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141306.166109:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b7c81518600/0xc65ffb29b5b31104 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141306.166121:0:5824:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787141306.166181:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4430a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:886abfc8-fafa-4f23-87cd-d18f7c7251c2+11:2353:x1873953240929280:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 253us (1503us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141306.166189:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 34 00010000:00010000:2.0:1787141306.166260:0:11664:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b7c81518600/0xc65ffb29b5b31104 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141306.166272:0:11664:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b7c81518600/0xc65ffb29b5b31104 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141306.166279:0:11664:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7c81518600/0xc65ffb29b5b31104 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 11664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141307.143134:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787141307.265958:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4770700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262979840:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787141307.266105:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141307.266738:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7c98909180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3304:1873953262980224:0@lo:400:kworker.0 00000100:00100000:2.0:1787141307.266780:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141307.266848:0:3304:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787141307.266855:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7c9890bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3304:1873953262980352:0@lo:400:kworker.0 00000100:00100000:2.0:1787141307.266879:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141307.266920:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262980224 00000100:00100000:2.0:1787141307.266928:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262980224 00000100:00100000:2.0:1787141307.267002:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262980352 00000100:00100000:2.0:1787141307.267005:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262980352 00000100:00100000:2.0:1787141307.267037:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:2.0:1787141307.267047:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98908a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3304:x1873953262980224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787141307.267108:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98908a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3304:x1873953262980224:12345-0@lo:400:kworker.0 Request processed in 62us (327us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141307.267116:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:2.0:1787141307.267161:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:2.0:1787141307.267181:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98909880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3304:x1873953262980352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787141307.267212:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98909880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3304:x1873953262980352:12345-0@lo:400:kworker.0 Request processed in 45us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141307.267218:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:2.0:1787141307.267260:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7c9890bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3304:1873953262980352:0@lo:400:kworker.0 00000100:00100000:2.0:1787141307.267272:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7c98909180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3304:1873953262980224:0@lo:400:kworker.0 00000100:00080000:2.0:1787141307.267322:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787141307.267339:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7c98908000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3307:1873953262980096:0@lo:400:kworker.0 00000100:00100000:2.0:1787141307.267367:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141307.267389:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1787141307.267395:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7c9890aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:66373bca-6a9f-4159-900e-58874c9cc4a0:3307:1873953262979968:0@lo:400:kworker.0 00000100:00100000:2.0:1787141307.267424:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141307.267446:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7c9890a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262980480:0@lo:400:kworker.0 00000100:00100000:2.0:1787141307.267471:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141307.267499:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262980096 00000100:00100000:2.0:1787141307.267504:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262980096 00000100:00100000:2.0:1787141307.267531:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:2.0:1787141307.267538:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98909180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1873953262980096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787141307.267573:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98909180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1873953262980096:12345-0@lo:400:kworker.0 Request processed in 36us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141307.267580:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:2.0:1787141307.267599:0:6690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262980480 00000100:00100000:2.0:1787141307.267603:0:6690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262980480 00000100:00100000:2.0:1787141307.267635:0:6690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1787141307.267643:0:6690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9890bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953262980480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787141307.267687:0:6690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9890bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953262980480:12345-0@lo:400:kworker.0 Request processed in 45us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141307.267694:0:6690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00080000:2.0:1787141307.267714:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:2.0:1787141307.267735:0:3307:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7c9890a680 x1873953262980480/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787141323 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787141307.267747:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7c9890a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262980480:0@lo:400:kworker.0 00000100:00100000:2.0:1787141307.267758:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7c98908000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3307:1873953262980096:0@lo:400:kworker.0 00000100:00100000:1.0:1787141307.268355:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262979968 00000100:00100000:1.0:1787141307.268363:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262979968 00000100:00100000:1.0:1787141307.268413:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 246 00000100:00100000:1.0:1787141307.268422:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c87450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+16:3307:x1873953262979968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787141307.268487:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c87450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+16:3307:x1873953262979968:12345-0@lo:400:kworker.0 Request processed in 66us (1061us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141307.268493:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 246 00000100:00100000:1.0:1787141307.268539:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7c9890aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:66373bca-6a9f-4159-900e-58874c9cc4a0:3307:1873953262979968:0@lo:400:kworker.0 00000100:00100000:2.0:1787141307.269188:0:3306:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787141307.269207:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf392d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953262980608:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787141307.269259:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141307.273466:0:11379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262979840 00000100:00100000:0.0:1787141307.273509:0:11379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262979840 00000100:00080000:2.0:1787141307.273630:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787141307.273702:0:6693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262980608 00000100:00100000:1.0:1787141307.273707:0:6693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262980608 00000100:00100000:1.0:1787141307.273757:0:6693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1787141307.273772:0:6693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf391500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3305:x1873953262979840:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787141307.273928:0:6692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1787141307.273958:0:6692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98908000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953262980608:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1787141307.273995:0:6692:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1787141307.274116:0:6692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98908000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953262980608:12345-0@lo:13:osp-pre-1-0.0 Request processed in 178us (4856us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141307.274124:0:6692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00010000:00080000:3.0:1787141307.274298:0:3306:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cbf392d80 x1873953262980608/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787141323 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787141307.274324:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf392d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953262980608:0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1787141307.274497:0:6693:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1787141307.274555:0:6693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf391500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3305:x1873953262979840:12345-0@lo:13:osp-pre-0-0.0 Request processed in 787us (8449us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141307.274562:0:6693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1787141307.274656:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4770700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262979840:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787141307.329078:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141307.329248:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240929408 00000100:00100000:3.0:1787141307.329507:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240929408 00000100:00100000:3.0:1787141307.329587:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 247 00000100:00100000:3.0:1787141307.329600:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c85850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+11:5593:x1873953240929408:12345-192.168.203.11@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787141307.329624:0:5834:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141307.329662:0:5834:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7cbf439800/0xc65ffb29b5b3110b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92ce2f expref: -99 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141307.329702:0:5834:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7cbf439800/0xc65ffb29b5b3110b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce2f expref: 12 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141307.329717:0:5834:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7cbf439800/0xc65ffb29b5b3110b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce2f expref: 12 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141307.329729:0:5834:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf439800, rc 0) 00000100:00100000:3.0:1787141307.329909:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c85850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+12:5593:x1873953240929408:12345-192.168.203.11@tcp:101:ll_cfg_requeue.0 Request processed in 311us (845us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141307.329917:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 247 00000100:00100000:2.0:1787141307.342209:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141307.342338:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240929536 00000100:00100000:1.0:1787141307.342353:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240929536 00000100:00100000:1.0:1787141307.342439:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 248 00000100:00100000:1.0:1787141307.342451:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c86850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:886abfc8-fafa-4f23-87cd-d18f7c7251c2+12:5593:x1873953240929536:12345-192.168.203.11@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787141307.342914:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c86850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:886abfc8-fafa-4f23-87cd-d18f7c7251c2+12:5593:x1873953240929536:12345-192.168.203.11@tcp:501:ll_cfg_requeue.0 Request processed in 462us (718us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141307.342924:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 248 00000100:00100000:0.0:1787141307.351982:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141307.352530:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240929664 00000100:00100000:1.0:1787141307.352548:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240929664 00000100:00100000:1.0:1787141307.352633:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 249 00000100:00100000:1.0:1787141307.352647:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c87050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+12:5593:x1873953240929664:12345-192.168.203.11@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1787141307.355122:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c87050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+12:5593:x1873953240929664:12345-192.168.203.11@tcp:503:ll_cfg_requeue.0 Request processed in 2462us (3140us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141307.355141:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 249 00000100:00100000:0.0:1787141307.371558:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141307.375138:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240929792 00000100:00100000:3.0:1787141307.375161:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240929792 00000100:00100000:3.0:1787141307.376144:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 250 00000100:00100000:3.0:1787141307.376161:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c87850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+12:9946:x1873953240929792:12345-192.168.203.11@tcp:502:llog_process_th.0 00000100:00100000:3.0:1787141307.378630:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c87850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+12:9946:x1873953240929792:12345-192.168.203.11@tcp:502:llog_process_th.0 Request processed in 1553us (6168us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141307.378652:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 250 00000100:00100000:2.0:1787141307.393609:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141307.396336:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240929920 00000100:00100000:1.0:1787141307.396359:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240929920 00000100:00100000:1.0:1787141307.396466:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 251 00000100:00100000:1.0:1787141307.396479:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c84450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+12:9946:x1873953240929920:12345-192.168.203.11@tcp:502:llog_process_th.0 00000100:00100000:1.0:1787141307.396900:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c84450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+12:9946:x1873953240929920:12345-192.168.203.11@tcp:502:llog_process_th.0 Request processed in 420us (3306us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141307.396911:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 251 00000100:00100000:1.0:1787141307.405705:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141307.407485:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240930048 00000100:00100000:3.0:1787141307.407506:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240930048 00000100:00100000:3.0:1787141307.407599:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 252 00000100:00100000:3.0:1787141307.407612:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c84c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+12:5593:x1873953240930048:12345-192.168.203.11@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787141307.407635:0:5834:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141307.407660:0:5834:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7cbf438a00/0xc65ffb29b5b31112 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92ce36 expref: -99 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141307.407721:0:5834:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7cbf438a00/0xc65ffb29b5b31112 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce36 expref: 13 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141307.407735:0:5834:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7cbf438a00/0xc65ffb29b5b31112 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce36 expref: 13 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141307.407745:0:5834:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf438a00, rc 0) 00000100:00100000:3.0:1787141307.407916:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c84c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:5593:x1873953240930048:12345-192.168.203.11@tcp:101:ll_cfg_requeue.0 Request processed in 306us (2227us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141307.407924:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 252 00000100:00100000:0.0:1787141307.410560:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141307.411567:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240930176 00000100:00100000:2.0:1787141307.411584:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240930176 00000100:00100000:2.0:1787141307.411672:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 253 00000100:00100000:2.0:1787141307.411686:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c85c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:5593:x1873953240930176:12345-192.168.203.11@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787141307.416483:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c85c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:5593:x1873953240930176:12345-192.168.203.11@tcp:501:ll_cfg_requeue.0 Request processed in 4783us (5920us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141307.416510:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 253 00000100:00100000:2.0:1787141307.419330:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141307.419575:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240930304 00000100:00100000:0.0:1787141307.419590:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240930304 00000100:00100000:0.0:1787141307.419664:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 254 00000100:00100000:0.0:1787141307.419679:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c84850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:5593:x1873953240930304:12345-192.168.203.11@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787141307.420459:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c84850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:5593:x1873953240930304:12345-192.168.203.11@tcp:503:ll_cfg_requeue.0 Request processed in 778us (1138us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141307.420470:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 254 00000100:00100000:1.0:1787141307.434607:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141307.434860:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240930432 00000100:00100000:2.0:1787141307.434874:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240930432 00000100:00100000:2.0:1787141307.434958:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 255 00000100:00100000:2.0:1787141307.434971:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c85450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:9949:x1873953240930432:12345-192.168.203.11@tcp:502:llog_process_th.0 00000100:00100000:2.0:1787141307.435753:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c85450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:9949:x1873953240930432:12345-192.168.203.11@tcp:502:llog_process_th.0 Request processed in 781us (1158us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141307.435764:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 255 00000100:00100000:1.0:1787141307.440508:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141307.444671:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240930560 00000100:00100000:0.0:1787141307.444691:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240930560 00000100:00100000:0.0:1787141307.444785:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 256 00000100:00100000:0.0:1787141307.444828:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2784050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:9949:x1873953240930560:12345-192.168.203.11@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787141307.445501:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2784050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:9949:x1873953240930560:12345-192.168.203.11@tcp:502:llog_process_th.0 Request processed in 701us (5003us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141307.445511:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 256 10000000:01000000:1.0:1787141307.905010:0:5836:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1787141307.905024:0:5836:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8b7cbf5e0800 from 7 10000000:01000000:1.0:1787141307.905055:0:5836:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1787141307.905129:0:5836:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa60000/0xc65ffb29b5b31119 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141307.905143:0:5836:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa60000/0xc65ffb29b5b31119 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141307.905156:0:5836:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa60000/0xc65ffb29b5b31119 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141307.905267:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4431880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262980736:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1787141307.905901:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141307.905992:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c85447540 going to sleep for 11 seconds 00000100:00100000:2.0:1787141307.906326:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262980736 00000100:00100000:2.0:1787141307.906345:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262980736 00000100:00100000:2.0:1787141307.906556:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 257 00000100:00100000:2.0:1787141307.906570:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2786c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+16:5836:x1873953262980736:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787141307.906981:0:5833:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141307.907008:0:5833:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7c81519e00/0xc65ffb29b5b31120 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b31119 expref: -99 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141307.907045:0:5833:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7c81519e00/0xc65ffb29b5b31120 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b31119 expref: 17 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141307.907059:0:5833:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7c81519e00/0xc65ffb29b5b31120 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b31119 expref: 17 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141307.907070:0:5833:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c81519e00, rc 0) 00000100:00100000:1.0:1787141307.908519:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4431880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262980736:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787141307.908558:0:5836:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa60000/0xc65ffb29b5b31119 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b31120 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141307.908572:0:5836:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa60000/0xc65ffb29b5b31119 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b31120 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141307.908727:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2786c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+17:5836:x1873953262980736:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 2157us (2825us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141307.908737:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 257 00000100:00100000:1.0:1787141307.909581:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4431880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262980864:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787141307.909668:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141307.909730:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c85447540 going to sleep for 11 seconds 00000100:00100000:2.0:1787141307.912616:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262980864 00000100:00100000:2.0:1787141307.912638:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262980864 00000100:00100000:2.0:1787141307.912740:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 258 00000100:00100000:2.0:1787141307.912755:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2787c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+17:5836:x1873953262980864:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787141307.913249:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2787c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+17:5836:x1873953262980864:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 496us (3579us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141307.913259:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 258 00000100:00100000:1.0:1787141307.914693:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4431880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262980864:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787141307.914780:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4431880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262980992:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1787141307.914910:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141307.914966:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c85447540 going to sleep for 11 seconds 00000100:00100000:2.0:1787141307.915298:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262980992 00000100:00100000:2.0:1787141307.915307:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262980992 00000100:00100000:2.0:1787141307.915554:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 259 00000100:00100000:2.0:1787141307.915568:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2786050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+17:5836:x1873953262980992:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1787141307.916106:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2786050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+17:5836:x1873953262980992:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 539us (1193us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141307.916116:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 259 00000100:00100000:1.0:1787141307.917889:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4431880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262980992:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1787141307.920855:0:11677:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7c9890a680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:11677:1873953262981120:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1787141307.920975:0:11677:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141307.921044:0:11677:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c8822c300 going to sleep for 11 seconds 00000100:00100000:0.0:1787141307.921482:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262981120 00000100:00100000:0.0:1787141307.921493:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262981120 00000100:00100000:0.0:1787141307.921563:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260 00000100:00100000:0.0:1787141307.921576:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2786450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+17:11677:x1873953262981120:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1787141307.922699:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2786450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+17:11677:x1873953262981120:12345-0@lo:502:llog_process_th.0 Request processed in 1118us (1716us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141307.922713:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260 00000100:00100000:2.0:1787141307.925859:0:11677:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7c9890a680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:11677:1873953262981120:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1787141307.925942:0:11677:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787141307.925964:0:11677:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787141307.925967:0:11677:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1787141307.925978:0:11677:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8b7cbf5e0800 00000020:00000080:2.0:1787141307.925981:0:11677:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1787141307.926127:0:11677:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7c9890a680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:11677:1873953262981248:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1787141307.926497:0:11677:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141307.926652:0:11677:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c8822c300 going to sleep for 11 seconds 00000100:00100000:1.0:1787141307.942713:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262981248 00000100:00100000:1.0:1787141307.942736:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262981248 00000100:00100000:1.0:1787141307.942917:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261 00000100:00100000:1.0:1787141307.942934:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2785450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+17:11677:x1873953262981248:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787141307.943778:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2785450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+17:11677:x1873953262981248:12345-0@lo:502:llog_process_th.0 Request processed in 842us (17275us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141307.943791:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261 00000100:00100000:1.0:1787141307.944019:0:11677:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7c9890a680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:11677:1873953262981248:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1787141307.944066:0:11677:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787141307.944077:0:11677:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787141307.944080:0:11677:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000040:00080000:1.0:1787141307.944095:0:11677:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 10 count 10 00000020:01000000:0.0:1787141307.944860:0:5836:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-9 (rc=0) 10000000:01000000:0.0:1787141307.944908:0:5836:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1787141307.944922:0:5836:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa60000/0xc65ffb29b5b31119 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b31120 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141307.944961:0:5836:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa60000/0xc65ffb29b5b31119 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b31120 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787141307.944975:0:5836:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1787141307.944979:0:5836:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8b7ca2684800 from 7 10000000:01000000:0.0:1787141307.944983:0:5836:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1787141307.945035:0:5836:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbf405a00/0xc65ffb29b5b31127 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141307.945044:0:5836:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff8b7cbf405a00/0xc65ffb29b5b31127 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141307.945055:0:5836:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff8b7cbf405a00/0xc65ffb29b5b31127 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141307.945087:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4771880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262981376:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787141307.945158:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141307.945221:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca068b240 going to sleep for 11 seconds 00000100:00100000:1.0:1787141307.945522:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262981376 00000100:00100000:1.0:1787141307.945532:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262981376 00000100:00100000:1.0:1787141307.945598:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 262 00000100:00100000:1.0:1787141307.945609:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c17450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+17:5836:x1873953262981376:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787141307.945624:0:5834:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787141307.945641:0:5834:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7cbfa60c00/0xc65ffb29b5b3112e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b31127 expref: -99 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141307.945846:0:5834:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7cbfa60c00/0xc65ffb29b5b3112e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b31127 expref: 18 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141307.945860:0:5834:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7cbfa60c00/0xc65ffb29b5b3112e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b31127 expref: 18 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141307.945871:0:5834:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbfa60c00, rc 0) 00000100:00100000:1.0:1787141307.946199:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c17450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+18:5836:x1873953262981376:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 588us (1038us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141307.946219:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 262 00000100:00100000:0.0:1787141307.946973:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4771880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262981376:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787141307.947010:0:5836:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff8b7cbf405a00/0xc65ffb29b5b31127 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b3112e expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141307.947025:0:5836:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff8b7cbf405a00/0xc65ffb29b5b31127 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b3112e expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141307.947135:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4771880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262981504:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787141307.947213:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141307.947271:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca068b240 going to sleep for 11 seconds 00000100:00100000:1.0:1787141307.948030:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262981504 00000100:00100000:1.0:1787141307.948043:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262981504 00000100:00100000:1.0:1787141307.948297:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 263 00000100:00100000:1.0:1787141307.948312:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c15050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+18:5836:x1873953262981504:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787141307.948757:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c15050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+18:5836:x1873953262981504:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 448us (1543us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141307.948768:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 263 00000100:00100000:3.0:1787141307.949049:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4771880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262981504:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787141307.949137:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf392d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262981632:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787141307.949209:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141307.949244:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7b81bc5f00 going to sleep for 11 seconds 00000100:00100000:0.0:1787141307.953930:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262981632 00000100:00100000:0.0:1787141307.953949:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262981632 00000100:00100000:0.0:1787141307.954027:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 264 00000100:00100000:0.0:1787141307.954041:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c15850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+18:5836:x1873953262981632:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787141307.954403:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c15850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+18:5836:x1873953262981632:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 364us (5203us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141307.954414:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 264 00000100:00100000:2.0:1787141307.954572:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf392d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262981632:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1787141307.956024:0:11680:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7c98909c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:11680:1873953262981760:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1787141307.956119:0:11680:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141307.956205:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262981760 00000100:00100000:0.0:1787141307.956213:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262981760 00000100:00100000:0.0:1787141307.956273:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 265 00000100:00100000:0.0:1787141307.956284:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c16850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+18:11680:x1873953262981760:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1787141307.957792:0:11680:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c8822c480 going to sleep for 11 seconds 00000100:00100000:0.0:1787141307.957984:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c16850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+18:11680:x1873953262981760:12345-0@lo:502:llog_process_th.0 Request processed in 1697us (1860us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141307.957997:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 265 00000100:00100000:2.0:1787141307.958149:0:11680:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7c98909c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:11680:1873953262981760:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1787141307.958489:0:11680:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787141307.958505:0:11680:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787141307.958508:0:11680:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1787141307.958517:0:11680:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8b7ca2684800 00000020:00000080:2.0:1787141307.958520:0:11680:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:0.0:1787141307.961296:0:11680:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7c98909c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:11680:1873953262981888:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1787141307.961876:0:11680:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141307.961928:0:11680:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca068b0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787141307.962405:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262981888 00000100:00100000:1.0:1787141307.962417:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262981888 00000100:00100000:1.0:1787141307.962496:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 266 00000100:00100000:1.0:1787141307.962508:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c14050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+18:11680:x1873953262981888:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787141307.962852:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c14050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+18:11680:x1873953262981888:12345-0@lo:502:llog_process_th.0 Request processed in 345us (978us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141307.962861:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 266 00000100:00100000:0.0:1787141307.962920:0:11680:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7c98909c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:11680:1873953262981888:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1787141307.962972:0:11680:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787141307.962983:0:11680:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787141307.962986:0:11680:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000040:00080000:0.0:1787141307.962992:0:11680:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 10 count 10 00000020:01000000:1.0:1787141307.963368:0:5836:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-9 (rc=0) 10000000:01000000:1.0:1787141307.963399:0:5836:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1787141307.963411:0:5836:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbf405a00/0xc65ffb29b5b31127 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b3112e expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141307.963423:0:5836:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff8b7cbf405a00/0xc65ffb29b5b31127 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b3112e expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787141307.963437:0:5836:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1787141307.963440:0:5836:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8b7c85781000 from 7 10000000:01000000:1.0:1787141307.963443:0:5836:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1787141307.963545:0:5836:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa61a00/0xc65ffb29b5b31135 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141307.963564:0:5836:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa61a00/0xc65ffb29b5b31135 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141307.963575:0:5836:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa61a00/0xc65ffb29b5b31135 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141307.963599:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4431880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262982016:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1787141307.963647:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141307.963783:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c854473c0 going to sleep for 11 seconds 00000040:00080000:2.0:1787141307.967001:0:11681:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1787141307.979320:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262982016 00000100:00100000:3.0:1787141307.979341:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262982016 00000100:00100000:3.0:1787141307.979422:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 267 00000100:00100000:3.0:1787141307.979435:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c16c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+18:5836:x1873953262982016:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787141307.979465:0:5834:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141307.979490:0:5834:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7cbf439c00/0xc65ffb29b5b3113c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b31135 expref: -99 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141307.979528:0:5834:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7cbf439c00/0xc65ffb29b5b3113c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b31135 expref: 19 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141307.979542:0:5834:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7cbf439c00/0xc65ffb29b5b3113c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b31135 expref: 19 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141307.979563:0:5834:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf439c00, rc 0) 00000100:00100000:3.0:1787141307.979672:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c16c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+19:5836:x1873953262982016:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 239us (16024us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141307.979679:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 267 00000100:00100000:2.0:1787141307.979906:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4431880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262982016:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787141307.979929:0:5836:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa61a00/0xc65ffb29b5b31135 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b3113c expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141307.979939:0:5836:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa61a00/0xc65ffb29b5b31135 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b3113c expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141307.980040:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7c98908700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262982144:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787141307.980081:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141307.980122:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c8822c480 going to sleep for 11 seconds 00000100:00100000:3.0:1787141307.980256:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262982144 00000100:00100000:3.0:1787141307.980262:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262982144 00000100:00100000:3.0:1787141307.980292:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 268 00000100:00100000:3.0:1787141307.980313:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c16050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+19:5836:x1873953262982144:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787141307.980649:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c16050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+19:5836:x1873953262982144:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 349us (567us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141307.980657:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 268 00000100:00100000:3.0:1787141307.980697:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7c98908700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262982144:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787141307.980737:0:5836:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf390380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262982272:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787141307.980781:0:5836:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141307.980838:0:5836:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7b81bc5480 going to sleep for 11 seconds 00000100:00100000:3.0:1787141307.980853:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262982272 00000100:00100000:3.0:1787141307.980857:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262982272 00000100:00100000:3.0:1787141307.980876:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 269 00000100:00100000:3.0:1787141307.980882:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c16450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+19:5836:x1873953262982272:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787141307.981439:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c16450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+19:5836:x1873953262982272:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 554us (655us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141307.981446:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 269 00000100:00100000:3.0:1787141307.981563:0:5836:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf390380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:66373bca-6a9f-4159-900e-58874c9cc4a0:5836:1873953262982272:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787141307.983373:0:11683:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf390380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:11683:1873953262982400:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1787141307.984941:0:11683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141307.985029:0:11683:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7b81bc5f00 going to sleep for 11 seconds 00000100:00100000:2.0:1787141307.985165:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262982400 00000100:00100000:2.0:1787141307.985177:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262982400 00000100:00100000:2.0:1787141307.985248:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 270 00000100:00100000:2.0:1787141307.985262:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c17c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+19:11683:x1873953262982400:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1787141307.985583:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c17c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+19:11683:x1873953262982400:12345-0@lo:502:llog_process_th.0 Request processed in 323us (652us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141307.985598:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 270 00000100:00100000:1.0:1787141307.985932:0:11683:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf390380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:11683:1873953262982400:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1787141307.985986:0:11683:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787141307.986000:0:11683:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787141307.986003:0:11683:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1787141307.986013:0:11683:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8b7c85781000 00000020:00000080:1.0:1787141307.986016:0:11683:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1787141307.986138:0:11683:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4431c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:11683:1873953262982528:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787141307.986194:0:11683:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141307.986223:0:11683:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c85447d80 going to sleep for 11 seconds 00000100:00100000:2.0:1787141307.986347:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262982528 00000100:00100000:2.0:1787141307.986354:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262982528 00000100:00100000:2.0:1787141307.986403:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 271 00000100:00100000:2.0:1787141307.986414:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c15450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+19:11683:x1873953262982528:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1787141307.986607:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c15450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+19:11683:x1873953262982528:12345-0@lo:502:llog_process_th.0 Request processed in 195us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141307.986615:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 271 00000100:00100000:1.0:1787141307.987312:0:11683:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4431c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:66373bca-6a9f-4159-900e-58874c9cc4a0:11683:1873953262982528:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1787141307.987353:0:11683:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787141307.987362:0:11683:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787141307.987364:0:11683:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000040:00080000:1.0:1787141307.987370:0:11683:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 10 count 10 00000020:01000000:3.0:1787141307.987750:0:5836:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-9 (rc=0) 10000000:01000000:3.0:1787141307.987780:0:5836:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1787141307.987833:0:5836:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa61a00/0xc65ffb29b5b31135 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b3113c expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141307.987848:0:5836:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa61a00/0xc65ffb29b5b31135 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b3113c expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141308.161476:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787141308.865345:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141308.865399:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141308.865432:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141308.865537:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141308.865594:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240930688 00000100:00100000:0.0:1787141308.865603:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240930688 00000100:00100000:0.0:1787141308.865667:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 272 00000100:00100000:0.0:1787141308.865676:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c14850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:2352:x1873953240930688:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:0.0:1787141308.865737:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c14850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:2352:x1873953240930688:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 63us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141308.865745:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 272 00000100:00100000:1.0:1787141308.867685:0:6688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240930944 00000100:00100000:1.0:1787141308.867696:0:6688:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240930944 00000100:00100000:1.0:1787141308.867772:0:6688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 38 00000100:00100000:1.0:1787141308.867792:0:6688:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf393480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2352:x1873953240930944:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1787141308.867904:0:6688:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf393480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2352:x1873953240930944:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 113us (2504us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141308.867911:0:6688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 38 00000100:00100000:2.0:1787141308.868245:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240930816 00000100:00100000:2.0:1787141308.868251:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240930816 00000100:00100000:2.0:1787141308.868294:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240931072 00000100:00100000:2.0:1787141308.868297:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240931072 00000100:00100000:2.0:1787141308.868328:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 100 00000100:00100000:2.0:1787141308.868336:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf392300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2352:x1873953240930816:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:2.0:1787141308.868375:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf392300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2352:x1873953240930816:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 40us (2942us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141308.868383:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 100 00000100:00100000:2.0:1787141308.868397:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 101 00000100:00100000:2.0:1787141308.868405:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf392a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a3a5191e-f3c6-41c6-a671-d88f2994152f+5:2352:x1873953240931072:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:2.0:1787141308.868430:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf392a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a3a5191e-f3c6-41c6-a671-d88f2994152f+5:2352:x1873953240931072:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 27us (2894us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141308.868438:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 101 00000100:00080000:0.0:1787141308.868444:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787141308.868450:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:2.0:1787141308.995535:0:11681:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1787141309.185826:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141310.210398:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1787141310.425762:0:6713:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967300 is committed 00010000:00010000:0.0:1787141311.233005:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141312.257320:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787141312.386504:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953262982656:0@lo:400:kworker.0 00000100:00100000:1.0:1787141312.386617:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262983040:0@lo:400:kworker.0 00000100:00100000:1.0:1787141312.386674:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141312.386733:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1787141312.386739:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf393b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3307:1873953262982912:0@lo:400:kworker.0 00000100:00100000:1.0:1787141312.386762:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141312.386776:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4431c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262983424:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787141312.386916:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141312.386949:0:6691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262983040 00000100:00100000:1.0:1787141312.386955:0:6691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262983040 00000100:00100000:1.0:1787141312.387139:0:6691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1787141312.387150:0:6691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4430700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953262983040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787141312.387195:0:6691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4430700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953262983040:12345-0@lo:400:kworker.0 Request processed in 49us (521us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141312.387203:0:6691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1787141312.387224:0:6693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262983424 00000100:00100000:1.0:1787141312.387228:0:6693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262983424 00000100:00100000:1.0:1787141312.387253:0:6693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1787141312.387259:0:6693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4433800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953262983424:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1787141312.387285:0:6693:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1787141312.387329:0:6693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4433800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953262983424:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141312.387349:0:6693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00010000:00080000:1.0:1787141312.387384:0:3307:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cb4431c00 x1873953262983424/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787141328 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787141312.387400:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4431c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262983424:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787141312.387409:0:3307:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967300 gen 2 00000004:00080000:1.0:1787141312.387414:0:3307:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b7cb4433b80, transno 4294967300 00000100:00100000:1.0:1787141312.387423:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262983040:0@lo:400:kworker.0 00000100:00100000:2.0:1787141312.387677:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262982912 00000100:00100000:2.0:1787141312.387682:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262982912 00000100:00100000:2.0:1787141312.387716:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:2.0:1787141312.387723:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4433100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1873953262982912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787141312.387762:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4433100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1873953262982912:12345-0@lo:400:kworker.0 Request processed in 41us (999us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141312.387768:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:2.0:1787141312.387823:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf393b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3307:1873953262982912:0@lo:400:kworker.0 00000100:00100000:2.0:1787141312.387869:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3305:1873953262982784:0@lo:400:kworker.0 00000100:00100000:2.0:1787141312.387895:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141312.387912:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262983296:0@lo:400:kworker.0 00000100:00100000:2.0:1787141312.387928:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141312.387958:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262982784 00000100:00100000:2.0:1787141312.387961:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262982784 00000100:00100000:2.0:1787141312.387982:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:2.0:1787141312.387988:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9890b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3305:x1873953262982784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787141312.388343:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9890b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3305:x1873953262982784:12345-0@lo:400:kworker.0 Request processed in 354us (446us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141312.388349:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:2.0:1787141312.388381:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3305:1873953262982784:0@lo:400:kworker.0 00000100:00100000:3.0:1787141312.388487:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141312.388509:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3304:1873953262983168:0@lo:400:kworker.0 00000100:00100000:3.0:1787141312.388539:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141312.388565:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262983168 00000100:00100000:3.0:1787141312.388569:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262983168 00000100:00100000:3.0:1787141312.388594:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:3.0:1787141312.388600:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf391c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3304:x1873953262983168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141312.388629:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf391c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3304:x1873953262983168:12345-0@lo:400:kworker.0 Request processed in 30us (90us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141312.388635:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:3.0:1787141312.388658:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3304:1873953262983168:0@lo:400:kworker.0 00000100:00100000:3.0:1787141312.388688:0:6690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262983296 00000100:00100000:3.0:1787141312.388691:0:6690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262983296 00000100:00100000:3.0:1787141312.388711:0:6690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1787141312.388717:0:6690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9890b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3305:x1873953262983296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141312.388746:0:6690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9890b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3305:x1873953262983296:12345-0@lo:400:kworker.0 Request processed in 30us (817us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141312.388752:0:6690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00010000:00080000:3.0:1787141312.388772:0:3305:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cbf391880 x1873953262983296/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787141328 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787141312.388821:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262983296:0@lo:400:kworker.0 00000100:00100000:2.0:1787141312.389304:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262982656 00000100:00100000:2.0:1787141312.389309:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262982656 00000100:00100000:2.0:1787141312.389343:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 273 00000100:00100000:2.0:1787141312.389350:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c15c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3304:x1873953262982656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787141312.389384:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c15c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3304:x1873953262982656:12345-0@lo:400:kworker.0 Request processed in 35us (898us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141312.389390:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 273 00000100:00080000:0.0:1787141312.389503:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787141312.389508:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787141312.389511:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787141312.389950:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953262982656:0@lo:400:kworker.0 00000100:00100000:2.0:1787141312.392831:0:3306:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787141312.392862:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4771880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953262983552:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787141312.392926:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141312.393457:0:6692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262983552 00000100:00100000:3.0:1787141312.393464:0:6692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262983552 00000100:00100000:3.0:1787141312.393505:0:6692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1787141312.393513:0:6692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98909f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953262983552:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787141312.393746:0:6692:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1787141312.393832:0:6692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98909f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953262983552:12345-0@lo:13:osp-pre-0-0.0 Request processed in 319us (904us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141312.394280:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4771880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953262983552:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787141312.394322:0:6692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00010000:00010000:3.0:1787141313.283128:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787141314.003976:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141314.004036:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141314.004113:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141314.004159:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141314.004199:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240931328 00000100:00100000:2.0:1787141314.004209:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240931328 00000100:00100000:3.0:1787141314.004226:0:6688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240931456 00000100:00100000:3.0:1787141314.004231:0:6688:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240931456 00000100:00100000:3.0:1787141314.004286:0:6688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 41 00000100:00100000:3.0:1787141314.004297:0:6688:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4431c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2352:x1873953240931456:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:3.0:1787141314.004373:0:6688:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4431c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2352:x1873953240931456:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 78us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141314.004396:0:6688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 41 00000100:00080000:3.0:1787141314.004441:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1787141314.004446:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787141314.014657:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240931584 00000100:00100000:1.0:1787141314.014672:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240931584 00000100:00100000:2.0:1787141314.017583:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 105 00000100:00100000:2.0:1787141314.017614:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4433b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2353:x1873953240931328:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:2.0:1787141314.017716:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4433b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2353:x1873953240931328:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 120us (13754us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141314.017724:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 105 00000100:00100000:0.0:1787141314.023272:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240931200 00000100:00100000:0.0:1787141314.023287:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240931200 00000100:00100000:0.0:1787141314.023362:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 274 00000100:00100000:0.0:1787141314.023373:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c14c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:2352:x1873953240931200:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:0.0:1787141314.023465:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c14c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:2352:x1873953240931200:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 93us (19428us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141314.023473:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 274 00000100:00080000:0.0:1787141314.023534:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787141314.024421:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 106 00000100:00100000:1.0:1787141314.024433:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4431f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a3a5191e-f3c6-41c6-a671-d88f2994152f+5:2353:x1873953240931584:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1787141314.024487:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4431f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a3a5191e-f3c6-41c6-a671-d88f2994152f+5:2353:x1873953240931584:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 58us (20327us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141314.024493:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 106 00010000:00010000:0.0:1787141314.305697:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141315.329262:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141316.356050:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141317.377044:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787141317.505439:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4771c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3305:1873953262983808:0@lo:400:kworker.0 00000100:00100000:2.0:1787141317.505511:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141317.505579:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7ca6dd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262984320:0@lo:400:kworker.0 00000100:00100000:2.0:1787141317.505605:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141317.505633:0:3305:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1787141317.505638:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4770700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:66373bca-6a9f-4159-900e-58874c9cc4a0:3305:1873953262983680:0@lo:400:kworker.0 00000100:00100000:2.0:1787141317.505662:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141317.505678:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7ca6dd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3305:1873953262984192:0@lo:400:kworker.0 00000100:00100000:2.0:1787141317.505695:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141317.505715:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4773480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3306:1873953262983936:0@lo:400:kworker.0 00000100:00100000:2.0:1787141317.505735:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141317.505773:0:3306:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787141317.505778:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4771880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953262984064:0@lo:400:kworker.0 00000100:00100000:2.0:1787141317.505820:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141317.505940:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262983808 00000100:00100000:3.0:1787141317.505949:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262983808 00000100:00100000:3.0:1787141317.506002:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262984192 00000100:00100000:3.0:1787141317.506006:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262984192 00000100:00100000:3.0:1787141317.506034:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262983936 00000100:00100000:3.0:1787141317.506037:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262983936 00000100:00100000:3.0:1787141317.506058:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1787141317.506067:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98908e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3305:x1873953262983808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141317.506123:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98908e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3305:x1873953262983808:12345-0@lo:400:kworker.0 Request processed in 57us (612us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141317.506132:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1787141317.506147:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1787141317.506153:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9890ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3305:x1873953262984192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141317.506180:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9890ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3305:x1873953262984192:12345-0@lo:400:kworker.0 Request processed in 28us (484us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141317.506185:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1787141317.506197:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:3.0:1787141317.506203:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98908380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3306:x1873953262983936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141317.506246:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98908380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3306:x1873953262983936:12345-0@lo:400:kworker.0 Request processed in 43us (510us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141317.506253:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:3.0:1787141317.506271:0:6691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262984320 00000100:00100000:3.0:1787141317.506275:0:6691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262984320 00000100:00100000:3.0:1787141317.506307:0:6691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262984064 00000100:00100000:3.0:1787141317.506310:0:6691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262984064 00000100:00100000:3.0:1787141317.506327:0:6691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1787141317.506333:0:6691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98909500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3305:x1873953262984320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141317.506363:0:6691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98909500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3305:x1873953262984320:12345-0@lo:400:kworker.0 Request processed in 31us (758us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141317.506370:0:6691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1787141317.506381:0:6691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1787141317.506386:0:6691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98908700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953262984064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141317.506413:0:6691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98908700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953262984064:12345-0@lo:400:kworker.0 Request processed in 27us (593us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141317.506418:0:6691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1787141317.506435:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262983680 00000100:00100000:3.0:1787141317.506438:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262983680 00000100:00100000:3.0:1787141317.506460:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 275 00000100:00100000:3.0:1787141317.506466:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c17850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3305:x1873953262983680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141317.506492:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c17850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3305:x1873953262983680:12345-0@lo:400:kworker.0 Request processed in 26us (830us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141317.506498:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 275 00000100:00100000:3.0:1787141317.506555:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4771880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953262984064:0@lo:400:kworker.0 00000100:00100000:3.0:1787141317.506566:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4773480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3306:1873953262983936:0@lo:400:kworker.0 00000100:00100000:3.0:1787141317.506592:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4770700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:66373bca-6a9f-4159-900e-58874c9cc4a0:3305:1873953262983680:0@lo:400:kworker.0 00000100:00100000:3.0:1787141317.506600:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7ca6dd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3305:1873953262984192:0@lo:400:kworker.0 00000100:00100000:3.0:1787141317.506609:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4771c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3305:1873953262983808:0@lo:400:kworker.0 00010000:00080000:3.0:1787141317.506630:0:3305:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7ca6dd0e00 x1873953262984320/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787141333 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787141317.506641:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7ca6dd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262984320:0@lo:400:kworker.0 00000100:00080000:0.0:1787141317.507181:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787141317.507185:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787141317.507187:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787141317.507193:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787141317.507203:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7ca6dd2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262984448:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787141317.507253:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141317.507283:0:11379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262984448 00000100:00100000:0.0:1787141317.507287:0:11379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262984448 00000100:00100000:0.0:1787141317.507314:0:11379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1787141317.507321:0:11379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953262984448:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1787141317.507347:0:11379:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1787141317.507380:0:11379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953262984448:12345-0@lo:13:osp-pre-0-0.0 Request processed in 60us (127us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141317.507386:0:11379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1787141317.507419:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7ca6dd2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262984448:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787141317.507920:0:3306:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1787141317.507937:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953262984576:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787141317.507968:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141317.508075:0:6692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262984576 00000100:00100000:3.0:1787141317.508080:0:6692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262984576 00000100:00100000:3.0:1787141317.508113:0:6692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1787141317.508119:0:6692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4430e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953262984576:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1787141317.508139:0:6692:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1787141317.508181:0:6692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4430e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953262984576:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141317.508187:0:6692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00010000:00080000:2.0:1787141317.508333:0:3306:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cbf390000 x1873953262984576/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787141333 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787141317.508348:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953262984576:0@lo:13:osp-pre-1-0.0 00000040:00080000:2.0:1787141318.209476:0:11681:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1787141318.401161:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787141319.106621:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141319.106669:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141319.106708:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141319.106762:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141319.106878:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240931712 00000100:00100000:2.0:1787141319.106887:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240931712 00000100:00100000:2.0:1787141319.106945:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 276 00000100:00100000:2.0:1787141319.106955:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c14450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:2353:x1873953240931712:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:2.0:1787141319.107019:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c14450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:2353:x1873953240931712:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 66us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141319.107026:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 276 00000100:00100000:1.0:1787141319.107106:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240931840 00000100:00100000:1.0:1787141319.107111:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240931840 00000100:00100000:1.0:1787141319.107153:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240932096 00000100:00100000:1.0:1787141319.107167:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240932096 00000100:00100000:1.0:1787141319.107194:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 110 00000100:00100000:1.0:1787141319.107201:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dd2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2353:x1873953240931840:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1787141319.107231:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dd2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2353:x1873953240931840:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 31us (621us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141319.107238:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 110 00000100:00100000:1.0:1787141319.107251:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 111 00000100:00100000:1.0:1787141319.107257:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a3a5191e-f3c6-41c6-a671-d88f2994152f+5:2353:x1873953240932096:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1787141319.107278:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a3a5191e-f3c6-41c6-a671-d88f2994152f+5:2353:x1873953240932096:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 21us (609us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141319.107284:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 111 00000100:00080000:2.0:1787141319.107344:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787141319.107703:0:6691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240931968 00000100:00100000:3.0:1787141319.107708:0:6691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240931968 00000100:00100000:3.0:1787141319.107765:0:6691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 44 00000100:00100000:3.0:1787141319.107774:0:6691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2353:x1873953240931968:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:3.0:1787141319.107849:0:6691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2353:x1873953240931968:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 77us (1087us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141319.107856:0:6691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 44 00000100:00080000:2.0:1787141319.108045:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1787141319.424936:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141320.449932:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141321.472994:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141322.500441:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787141322.624993:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262984832:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787141322.625061:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141322.625125:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4432d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3307:1873953262985088:0@lo:400:kworker.0 00000100:00100000:0.0:1787141322.625132:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4432680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262985344:0@lo:400:kworker.0 00000100:00100000:0.0:1787141322.625155:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141322.625156:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141322.625174:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1787141322.625174:0:3305:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1787141322.625180:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4431500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:66373bca-6a9f-4159-900e-58874c9cc4a0:3307:1873953262984960:0@lo:400:kworker.0 00000100:00100000:0.0:1787141322.625180:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7ca6dd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262984704:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787141322.625199:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141322.625203:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141322.625211:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4431880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3305:1873953262985216:0@lo:400:kworker.0 00000100:00100000:1.0:1787141322.625219:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4432300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3307:1873953262985472:0@lo:400:kworker.0 00000100:00100000:3.0:1787141322.625330:0:6693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262984832 00000100:00100000:3.0:1787141322.625338:0:6693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262984832 00000100:00100000:3.0:1787141322.625400:0:6693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262984704 00000100:00100000:3.0:1787141322.625404:0:6693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262984704 00000100:00100000:3.0:1787141322.625421:0:6693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1787141322.625429:0:6693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3305:x1873953262984832:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1787141322.625463:0:6693:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1787141322.625518:0:6693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3305:x1873953262984832:12345-0@lo:13:osp-pre-1-0.0 Request processed in 90us (457us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141322.625525:0:6693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1787141322.625543:0:6693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1787141322.625549:0:6693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3305:x1873953262984704:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787141322.625566:0:6693:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1787141322.625607:0:6693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3305:x1873953262984704:12345-0@lo:13:osp-pre-0-0.0 Request processed in 43us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141322.625613:0:6693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1787141322.625631:0:6690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262985344 00000100:00100000:3.0:1787141322.625634:0:6690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262985344 00000100:00100000:3.0:1787141322.625658:0:6690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1787141322.625663:0:6690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3305:x1873953262985344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141322.625693:0:6690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3305:x1873953262985344:12345-0@lo:400:kworker.0 Request processed in 30us (537us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141322.625698:0:6690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1787141322.625728:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262984960 00000100:00100000:3.0:1787141322.625732:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262984960 00000100:00100000:3.0:1787141322.625753:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 277 00000100:00100000:3.0:1787141322.625760:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c17050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3307:x1873953262984960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141322.625814:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c17050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3307:x1873953262984960:12345-0@lo:400:kworker.0 Request processed in 35us (589us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141322.625821:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 277 00000100:00100000:2.0:1787141322.625988:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262985088 00000100:00100000:2.0:1787141322.625992:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262985088 00000100:00100000:2.0:1787141322.626035:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:2.0:1787141322.626043:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4432a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1873953262985088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787141322.626082:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4432a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1873953262985088:12345-0@lo:400:kworker.0 Request processed in 41us (925us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141322.626087:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00080000:1.0:1787141322.626158:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1787141322.626162:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787141322.626207:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141322.626384:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4432680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262985344:0@lo:400:kworker.0 00010000:00080000:0.0:1787141322.626399:0:3305:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cbf391880 x1873953262984832/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787141338 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787141322.626413:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262984832:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787141322.626438:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7ca6dd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262984704:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787141322.630952:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262985216 00000100:00100000:1.0:1787141322.630966:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262985216 00000100:00100000:1.0:1787141322.631058:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:1.0:1787141322.631073:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3305:x1873953262985216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787141322.631161:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3305:x1873953262985216:12345-0@lo:400:kworker.0 Request processed in 94us (5930us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141322.631181:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:1.0:1787141322.631360:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1787141322.631409:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787141322.631430:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262985472 00000100:00100000:2.0:1787141322.631434:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262985472 00000100:00100000:2.0:1787141322.631469:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:2.0:1787141322.631480:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4433480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1873953262985472:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1787141322.632407:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787141322.641681:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4431880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3305:1873953262985216:0@lo:400:kworker.0 00000100:00100000:1.0:1787141322.643869:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4432d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3307:1873953262985088:0@lo:400:kworker.0 00000100:00100000:1.0:1787141322.643905:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4431500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:66373bca-6a9f-4159-900e-58874c9cc4a0:3307:1873953262984960:0@lo:400:kworker.0 00000100:00100000:2.0:1787141322.658939:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4433480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1873953262985472:12345-0@lo:400:kworker.0 Request processed in 27454us (27570us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141322.658970:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:1.0:1787141322.659177:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4432300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3307:1873953262985472:0@lo:400:kworker.0 00010000:00010000:0.0:1787141323.521256:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787141324.225669:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141324.225726:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141324.225876:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240932352 00000100:00100000:1.0:1787141324.225887:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240932352 00000100:00100000:1.0:1787141324.225982:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 115 00000100:00100000:1.0:1787141324.226001:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2352:x1873953240932352:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1787141324.226117:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2352:x1873953240932352:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 126us (390us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141324.226124:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 115 00000100:00080000:2.0:1787141324.226553:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787141324.227197:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240932224 00000100:00100000:3.0:1787141324.227206:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240932224 00000100:00100000:3.0:1787141324.227252:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 278 00000100:00100000:3.0:1787141324.227275:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:2352:x1873953240932224:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:3.0:1787141324.227332:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:2352:x1873953240932224:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 61us (1674us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141324.227339:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 278 00000100:00100000:0.0:1787141324.251168:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141324.252755:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240932608 00000100:00100000:3.0:1787141324.252772:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240932608 00000100:00100000:3.0:1787141324.252936:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 116 00000100:00100000:3.0:1787141324.252950:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a3a5191e-f3c6-41c6-a671-d88f2994152f+5:2353:x1873953240932608:12345-192.168.203.11@tcp:400:kworker.0 00000100:00080000:2.0:1787141324.253035:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787141324.253069:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a3a5191e-f3c6-41c6-a671-d88f2994152f+5:2353:x1873953240932608:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 121us (1914us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141324.253079:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 116 00000100:00100000:3.0:1787141324.253197:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141324.253895:0:6688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240932480 00000100:00100000:0.0:1787141324.253903:0:6688:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240932480 00000100:00100000:0.0:1787141324.253966:0:6688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 19 00000100:00100000:0.0:1787141324.253981:0:6688:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf390a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2349:x1873953240932480:12345-192.168.203.11@tcp:9:kworker.0 00000100:00080000:2.0:1787141324.253982:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000080:0.0:1787141324.254017:0:6688:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc65ffb29b5b31078 00000100:00080000:0.0:1787141324.254035:0:6688:0:(import.c:65:import_set_state_nolock()) ffff8b7caebd1800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1787141324.254088:0:6688:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967300 00010000:00010000:1.0:1787141324.254368:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787141324.254577:0:6688:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf390a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+2:2349:x1873953240932480:12345-192.168.203.11@tcp:9:kworker.0 Request processed in 601us (1378us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141324.254585:0:6688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 19 00010000:00010000:3.0:1787141324.546013:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141325.569502:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1787141325.843726:0:6713:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 0fd039ab-150d-4a77-92cd-c96e4dce9634 00000020:00000080:1.0:1787141325.843739:0:6713:0:(genops.c:885:class_export_put()) final put ffff8b7caebd1000/0fd039ab-150d-4a77-92cd-c96e4dce9634 00000020:00000080:0.0:1787141325.843989:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8b7caebd1000/0fd039ab-150d-4a77-92cd-c96e4dce9634 for lustre-OST0000 00000020:00000080:0.0:1787141325.844062:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8b7caebd1800 for lustre-OST0000 00010000:00010000:0.0:1787141326.600579:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141327.617667:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787141327.747141:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7c98909c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:66373bca-6a9f-4159-900e-58874c9cc4a0:3307:1873953262985600:0@lo:400:kworker.0 00000100:00100000:2.0:1787141327.747218:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141327.747265:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7c9890b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3307:1873953262986112:0@lo:400:kworker.0 00000100:00100000:2.0:1787141327.747291:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141327.747319:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1787141327.747325:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7c9890a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262985984:0@lo:400:kworker.0 00000100:00100000:2.0:1787141327.747352:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141327.747372:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7c9890a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3304:1873953262985728:0@lo:400:kworker.0 00000100:00100000:3.0:1787141327.747407:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141327.747430:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953262986240:0@lo:400:kworker.0 00000100:00100000:3.0:1787141327.747450:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141327.747469:0:3304:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787141327.747477:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7c9890aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3304:1873953262985856:0@lo:400:kworker.0 00000100:00100000:2.0:1787141327.747498:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262985600 00000100:00100000:3.0:1787141327.747504:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141327.747507:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262985600 00000100:00100000:3.0:1787141327.747535:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262986112 00000100:00100000:3.0:1787141327.747540:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262986112 00000100:00100000:2.0:1787141327.747572:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 279 00000100:00100000:2.0:1787141327.747584:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3307:x1873953262985600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141327.747593:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262985728 00000100:00100000:3.0:1787141327.747598:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262985728 00000100:00100000:3.0:1787141327.747616:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262985856 00000100:00100000:3.0:1787141327.747619:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262985856 00000100:00100000:3.0:1787141327.747653:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00100000:2.0:1787141327.747659:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3307:x1873953262985600:12345-0@lo:400:kworker.0 Request processed in 75us (438us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141327.747665:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1873953262986112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141327.747718:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1873953262986112:12345-0@lo:400:kworker.0 Request processed in 56us (426us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141327.747725:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00100000:3.0:1787141327.747742:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00100000:3.0:1787141327.747747:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf390700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3304:x1873953262985728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141327.747779:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf390700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3304:x1873953262985728:12345-0@lo:400:kworker.0 Request processed in 31us (371us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141327.747785:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00100000:3.0:1787141327.747839:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00100000:3.0:1787141327.747846:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf391880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3304:x1873953262985856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141327.747872:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf391880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3304:x1873953262985856:12345-0@lo:400:kworker.0 Request processed in 27us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141327.747877:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00100000:3.0:1787141327.747894:0:6688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262985984 00000100:00100000:3.0:1787141327.747898:0:6688:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262985984 00000100:00100000:3.0:1787141327.747920:0:6688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262986240 00000100:00100000:3.0:1787141327.747923:0:6688:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262986240 00000100:00100000:3.0:1787141327.747938:0:6688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1787141327.747944:0:6688:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953262985984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141327.747974:0:6688:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953262985984:12345-0@lo:400:kworker.0 Request processed in 30us (622us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141327.747979:0:6688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1787141327.747991:0:6688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1787141327.747996:0:6688:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf393100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3304:x1873953262986240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141327.748033:0:6688:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf393100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3304:x1873953262986240:12345-0@lo:400:kworker.0 Request processed in 36us (581us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141327.748038:0:6688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1787141327.748106:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7c9890aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3304:1873953262985856:0@lo:400:kworker.0 00000100:00100000:3.0:1787141327.748116:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7c9890a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3304:1873953262985728:0@lo:400:kworker.0 00010000:00080000:3.0:1787141327.748127:0:3304:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cb431f100 x1873953262986240/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787141343 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787141327.748137:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953262986240:0@lo:400:kworker.0 00000100:00100000:2.0:1787141327.748204:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 279 00000100:00080000:2.0:1787141327.748250:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1787141327.748254:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1787141327.748257:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787141327.748281:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7c9890a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262985984:0@lo:400:kworker.0 00000100:00100000:2.0:1787141327.748291:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7c98909c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:66373bca-6a9f-4159-900e-58874c9cc4a0:3307:1873953262985600:0@lo:400:kworker.0 00000100:00100000:2.0:1787141327.748301:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7c9890b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3307:1873953262986112:0@lo:400:kworker.0 00000100:00100000:3.0:1787141327.748862:0:3304:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787141327.748872:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953262986368:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787141327.748908:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141327.748940:0:6693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262986368 00000100:00100000:3.0:1787141327.748945:0:6693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262986368 00000100:00100000:3.0:1787141327.748974:0:6693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1787141327.748982:0:6693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf391180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3304:x1873953262986368:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1787141327.749012:0:6693:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1787141327.749050:0:6693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf391180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3304:x1873953262986368:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (141us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141327.749069:0:6693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00010000:00080000:3.0:1787141327.749100:0:3304:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cbf390000 x1873953262986368/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787141343 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787141327.749115:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953262986368:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787141327.751965:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1787141327.751994:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262986496:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787141327.752055:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141327.752102:0:11379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262986496 00000100:00100000:2.0:1787141327.752108:0:11379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262986496 00000100:00100000:2.0:1787141327.752312:0:11379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1787141327.752322:0:11379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953262986496:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1787141327.752358:0:11379:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1787141327.752396:0:11379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953262986496:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (340us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141327.752403:0:11379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1787141327.752444:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262986496:0@lo:13:osp-pre-0-0.0 00000040:00080000:3.0:1787141328.449769:0:11681:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1787141328.645060:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787141329.346120:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141329.347104:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240932736 00000100:00100000:3.0:1787141329.347401:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240932736 00000100:00100000:3.0:1787141329.347481:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 280 00000100:00100000:3.0:1787141329.347494:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:2353:x1873953240932736:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:3.0:1787141329.347605:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:2353:x1873953240932736:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 113us (1498us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141329.347614:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 280 00000100:00100000:3.0:1787141329.347780:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141329.347908:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240932864 00000100:00100000:3.0:1787141329.347915:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240932864 00000100:00100000:3.0:1787141329.347963:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 120 00000100:00100000:3.0:1787141329.347971:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf390000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2353:x1873953240932864:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:3.0:1787141329.348013:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf390000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2353:x1873953240932864:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 43us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141329.348020:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 120 00000100:00080000:2.0:1787141329.348233:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787141329.354483:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141329.354611:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240932992 00000100:00100000:1.0:1787141329.354625:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240932992 00000100:00100000:1.0:1787141329.354738:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 121 00000100:00100000:1.0:1787141329.354751:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a3a5191e-f3c6-41c6-a671-d88f2994152f+5:2353:x1873953240932992:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1787141329.354874:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a3a5191e-f3c6-41c6-a671-d88f2994152f+5:2353:x1873953240932992:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 125us (407us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141329.354884:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 121 00000100:00080000:0.0:1787141329.355112:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1787141329.665108:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141330.688981:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1787141331.206152:0:11843:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1a: Test manual lfs pcc attach with manual HSM restore ========================================================== 08:08:49 (1787141329) 00010000:00010000:0.0:1787141331.712976:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141332.736983:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787141332.865036:0:3306:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787141332.866039:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4432300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953262986752:0@lo:400:kworker.0 00000100:00100000:2.0:1787141332.866111:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141332.866162:0:3304:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787141332.866169:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4431500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3304:1873953262986880:0@lo:400:kworker.0 00000100:00100000:2.0:1787141332.866197:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141332.866225:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262987136:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787141332.866251:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141332.866272:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1787141332.866277:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4432d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3307:1873953262987008:0@lo:400:kworker.0 00000100:00100000:2.0:1787141332.866299:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141332.866329:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262986752 00000100:00100000:2.0:1787141332.866336:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262986752 00000100:00100000:2.0:1787141332.866385:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 281 00000100:00100000:2.0:1787141332.866395:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3304:x1873953262986752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787141332.866464:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3304:x1873953262986752:12345-0@lo:400:kworker.0 Request processed in 71us (353us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141332.866471:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 281 00000100:00100000:2.0:1787141332.866518:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262986880 00000100:00100000:2.0:1787141332.866522:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262986880 00000100:00100000:2.0:1787141332.866548:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262987008 00000100:00100000:2.0:1787141332.866551:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262987008 00000100:00100000:2.0:1787141332.866578:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00100000:2.0:1787141332.866585:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3304:x1873953262986880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787141332.866618:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3304:x1873953262986880:12345-0@lo:400:kworker.0 Request processed in 34us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141332.866624:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00100000:2.0:1787141332.866647:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00100000:2.0:1787141332.866656:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1873953262987008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787141332.866686:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1873953262987008:12345-0@lo:400:kworker.0 Request processed in 32us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141332.866691:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00100000:2.0:1787141332.866708:0:6692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262987136 00000100:00100000:2.0:1787141332.866712:0:6692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262987136 00000100:00100000:2.0:1787141332.866739:0:6692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1787141332.866748:0:6692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953262987136:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787141332.866770:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf393b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953262986624:0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1787141332.866775:0:6692:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1787141332.866840:0:6692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953262987136:12345-0@lo:13:osp-pre-0-0.0 Request processed in 94us (587us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141332.866848:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141332.866850:0:6692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1787141332.866865:0:6692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262986624 00000100:00100000:2.0:1787141332.866876:0:6692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262986624 00000100:00100000:2.0:1787141332.866900:0:6692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00080000:0.0:1787141332.866905:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787141332.866910:0:6692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c86cc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953262986624:12345-0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1787141332.866912:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787141332.866917:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00002000:00000024:2.0:1787141332.866935:0:6692:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1787141332.866959:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4431500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3304:1873953262986880:0@lo:400:kworker.0 00000100:00100000:2.0:1787141332.866976:0:6692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c86cc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953262986624:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (128us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141332.866979:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4432300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953262986752:0@lo:400:kworker.0 00000100:00100000:2.0:1787141332.866990:0:6692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00010000:00080000:0.0:1787141332.867030:0:3306:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cbf393b80 x1873953262986624/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787141348 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787141332.867040:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4432d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3307:1873953262987008:0@lo:400:kworker.0 00000100:00100000:0.0:1787141332.867048:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf393b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953262986624:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787141332.867060:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262987136:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787141332.871841:0:3305:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787141332.871877:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4432d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3305:1873953262987264:0@lo:400:kworker.0 00000100:00100000:0.0:1787141332.871943:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141332.872260:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262987264 00000100:00100000:0.0:1787141332.872268:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262987264 00000100:00100000:0.0:1787141332.873341:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00100000:0.0:1787141332.873354:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c86cc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3305:x1873953262987264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787141332.873434:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c86cc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3305:x1873953262987264:12345-0@lo:400:kworker.0 Request processed in 83us (1490us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141332.873442:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00100000:1.0:1787141332.873540:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4432d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3305:1873953262987264:0@lo:400:kworker.0 00000100:00080000:1.0:1787141332.873572:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787141332.885381:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141332.901410:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240933120 00000100:00100000:2.0:1787141332.901425:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240933120 00000100:00100000:2.0:1787141332.901520:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 32 00000100:00100000:2.0:1787141332.901533:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4432d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:10216:x1873953240933120:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1787141332.901553:0:5841:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141332.901577:0:5841:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c81518600/0xc65ffb29b5b31143 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92ce3d expref: -99 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141332.901656:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c81518a00/0xc65ffb29b5b3114a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141332.901670:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c81518a00/0xc65ffb29b5b3114a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141332.901684:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c81518a00/0xc65ffb29b5b3114a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1787141332.901821:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00200000:2.0:1787141332.905769:0:5841:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:2.0:1787141332.905779:0:5841:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1787141332.906057:0:5841:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c81518a00/0xc65ffb29b5b3114a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141332.906158:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c81518600/0xc65ffb29b5b31143 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce3d expref: 7 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141332.906181:0:5841:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c81518a00/0xc65ffb29b5b3114a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce3d expref: 6 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141332.906191:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b7ca1f39e00) 00010000:00010000:2.0:1787141332.906194:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787141332.906197:0:5841:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c81518a00, rc 0) 00000100:00100000:2.0:1787141332.906276:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4432d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:10216:x1873953240933120:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 4745us (20903us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141332.906285:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 32 00000100:00100000:1.0:1787141332.910617:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141332.911422:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240933248 00000100:00100000:2.0:1787141332.911436:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240933248 00000100:00100000:2.0:1787141332.911511:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 33 00000100:00100000:2.0:1787141332.911526:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4432300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:10217:x1873953240933248:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1787141332.911546:0:8206:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141332.911568:0:8206:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c81519a00/0xc65ffb29b5b31151 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92ce44 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141332.911631:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c81519400/0xc65ffb29b5b31158 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141332.911655:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c81519400/0xc65ffb29b5b31158 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141332.911683:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c81519400/0xc65ffb29b5b31158 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141332.911708:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c81519800/0xc65ffb29b5b3115f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141332.911715:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c81519800/0xc65ffb29b5b3115f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141332.911721:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c81519800/0xc65ffb29b5b3115f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141332.912492:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6a00/0xc65ffb29b5b31166 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141332.912506:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6a00/0xc65ffb29b5b31166 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141332.912514:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6a00/0xc65ffb29b5b31166 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787141332.912607:0:8206:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 6656 00000004:00200000:2.0:1787141332.912611:0:8206:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:2.0:1787141332.913409:0:8206:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6a00/0xc65ffb29b5b31166 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141332.913426:0:8206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c81519400/0xc65ffb29b5b31158 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141332.913433:0:8206:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c81519400/0xc65ffb29b5b31158 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141332.913453:0:8206:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c81519400/0xc65ffb29b5b31158 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141332.913459:0:8206:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c81519400 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:2.0:1787141332.913464:0:8206:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c81519400/0xc65ffb29b5b31158 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141332.913471:0:8206:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c81519400/0xc65ffb29b5b31158 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141332.913486:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b7ca1f39e00) 00010000:00010000:2.0:1787141332.913489:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787141332.913492:0:8206:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c81519400/0xc65ffb29b5b31158 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141332.913499:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c81519400/0xc65ffb29b5b31158 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141332.913512:0:8206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c81519800/0xc65ffb29b5b3115f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141332.913518:0:8206:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c81519800/0xc65ffb29b5b3115f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141332.913523:0:8206:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c81519800/0xc65ffb29b5b3115f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141332.913528:0:8206:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c81519800 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:2.0:1787141332.913530:0:8206:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c81519800/0xc65ffb29b5b3115f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141332.913547:0:8206:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c81519800/0xc65ffb29b5b3115f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141332.913556:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff8b7ca1f39200) 00010000:00010000:2.0:1787141332.913558:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787141332.913561:0:8206:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c81519800/0xc65ffb29b5b3115f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141332.913567:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c81519800/0xc65ffb29b5b3115f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141332.913609:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c81519a00/0xc65ffb29b5b31151 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce44 expref: 8 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141332.913622:0:8206:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6a00/0xc65ffb29b5b31166 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce44 expref: 7 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141332.913629:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8b7ca1f39900) 00010000:00010000:2.0:1787141332.913631:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787141332.913634:0:8206:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c82da6a00, rc 0) 00000100:00100000:2.0:1787141332.913721:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4432300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:10217:x1873953240933248:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 2200us (3120us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141332.913730:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 33 00000100:00100000:3.0:1787141332.921501:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141332.921632:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240933504 00000100:00100000:0.0:1787141332.921660:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240933504 00000100:00100000:0.0:1787141332.921740:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 34 00000100:00100000:0.0:1787141332.921752:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf390380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:10217:x1873953240933504:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1787141332.921781:0:10438:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787141332.922375:0:10438:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61400/0xc65ffb29b5b3116d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92ce4b expref: -99 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141332.922482:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31174 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141332.922497:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31174 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141332.922510:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31174 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141332.922657:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b3117b lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141332.922682:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b3117b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141332.922694:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b3117b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141332.923338:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60400/0xc65ffb29b5b31182 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141332.923349:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60400/0xc65ffb29b5b31182 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141332.923356:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60400/0xc65ffb29b5b31182 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787141332.923380:0:10438:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 6656 00010000:00010000:1.0:1787141332.923582:0:10438:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31174 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141332.923589:0:10438:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31174 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141332.923596:0:10438:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31174 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141332.923602:0:10438:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbfa61200 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:1.0:1787141332.923606:0:10438:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31174 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141332.923613:0:10438:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31174 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141332.923625:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8b7ca1f39900) 00010000:00010000:1.0:1787141332.923628:0:10438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787141332.923632:0:10438:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31174 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141332.923647:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31174 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141332.923659:0:10438:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b3117b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141332.923665:0:10438:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b3117b lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141332.923681:0:10438:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b3117b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141332.923686:0:10438:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbfa60200 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:1.0:1787141332.923689:0:10438:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b3117b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141332.923696:0:10438:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b3117b lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141332.923704:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff8b7c84d5b600) 00010000:00010000:1.0:1787141332.923706:0:10438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787141332.923709:0:10438:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b3117b lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141332.923714:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b3117b lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141332.924111:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61400/0xc65ffb29b5b3116d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce4b expref: 10 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141332.924128:0:10438:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60400/0xc65ffb29b5b31182 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce4b expref: 9 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141332.924136:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b7c84d5bf00) 00010000:00010000:1.0:1787141332.924138:0:10438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787141332.924140:0:10438:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbfa60400, rc 0) 00000100:00100000:1.0:1787141332.924224:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf390380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+9:10217:x1873953240933504:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 2473us (2738us total) trans 4294967309 rc 0/0 00000100:00100000:1.0:1787141332.924241:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 34 00000100:00100000:1.0:1787141332.929398:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141332.929476:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240933632 00000100:00100000:0.0:1787141332.929486:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240933632 00000100:00100000:0.0:1787141332.929553:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 35 00000100:00100000:0.0:1787141332.929564:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4431500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+9:10217:x1873953240933632:12345-192.168.203.11@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1787141332.929866:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4431500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+9:10217:x1873953240933632:12345-192.168.203.11@tcp:59:lhsmtool_posix.0 Request processed in 303us (476us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141332.929874:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 35 00000040:00080000:2.0:1787141333.574298:0:11681:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1787141333.762247:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787141334.465071:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141334.465111:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141334.465137:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141334.465166:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240934016 00000100:00100000:0.0:1787141334.465175:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240934016 00000100:00100000:0.0:1787141334.465228:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240933888 00000100:00100000:0.0:1787141334.465231:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240933888 00000100:00100000:0.0:1787141334.465251:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 125 00000100:00100000:0.0:1787141334.465260:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c86cc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a3a5191e-f3c6-41c6-a671-d88f2994152f+5:2352:x1873953240934016:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:0.0:1787141334.465331:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c86cc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a3a5191e-f3c6-41c6-a671-d88f2994152f+5:2352:x1873953240934016:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 72us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141334.465338:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 125 00000100:00100000:0.0:1787141334.465357:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 126 00000100:00100000:0.0:1787141334.465362:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c86cc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+9:2352:x1873953240933888:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:0.0:1787141334.465398:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c86cc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+9:2352:x1873953240933888:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 36us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141334.465405:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 126 00000100:00080000:0.0:1787141334.465422:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787141334.465589:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240933760 00000100:00100000:2.0:1787141334.465594:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240933760 00000100:00100000:2.0:1787141334.465642:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 282 00000100:00100000:2.0:1787141334.465650:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:2352:x1873953240933760:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:2.0:1787141334.465688:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:2352:x1873953240933760:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 39us (628us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141334.465695:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 282 00010000:00010000:2.0:1787141334.792412:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787141335.303175:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141335.305257:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240934144 00000100:00100000:1.0:1787141335.305271:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240934144 00000100:00100000:1.0:1787141335.305377:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 36 00000100:00100000:1.0:1787141335.305389:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c86cc4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+9:10260:x1873953240934144:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:1.0:1787141335.305409:0:5839:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787141335.305430:0:5839:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b31190 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92ce52 expref: -99 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141335.305518:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61400/0xc65ffb29b5b31197 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141335.305532:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61400/0xc65ffb29b5b31197 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141335.305545:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61400/0xc65ffb29b5b31197 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141335.305560:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b3119e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7aaf747d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141335.305567:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b3119e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7aaf747d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141335.305574:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b3119e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7aaf747d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141335.305877:0:5839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61400/0xc65ffb29b5b31197 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141335.305891:0:5839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61400/0xc65ffb29b5b31197 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141335.305898:0:5839:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61400/0xc65ffb29b5b31197 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141335.305904:0:5839:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbfa61400 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:1.0:1787141335.305908:0:5839:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61400/0xc65ffb29b5b31197 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141335.305916:0:5839:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61400/0xc65ffb29b5b31197 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141335.305928:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b7ca1f39e00) 00010000:00010000:1.0:1787141335.305931:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787141335.305936:0:5839:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61400/0xc65ffb29b5b31197 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141335.305942:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61400/0xc65ffb29b5b31197 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141335.305954:0:5839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b3119e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7aaf747d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141335.305960:0:5839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b3119e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7aaf747d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141335.305966:0:5839:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b3119e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7aaf747d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141335.305971:0:5839:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbfa61800 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:1.0:1787141335.305980:0:5839:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b3119e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7aaf747d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141335.305986:0:5839:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b3119e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7aaf747d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141335.307163:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x7aaf747d (ffff8b7c84d5bc00) 00010000:00010000:1.0:1787141335.307171:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787141335.307177:0:5839:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b3119e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7aaf747d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141335.307186:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b3119e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7aaf747d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141335.307236:0:5839:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b31190 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce52 expref: 10 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141335.307248:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b7ca1f39e00) 00010000:00010000:1.0:1787141335.307250:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787141335.307254:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b31190 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce52 expref: 10 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141335.307264:0:5839:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbfa60200, rc 0) 00000100:00100000:1.0:1787141335.307334:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c86cc4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+9:10260:x1873953240934144:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 1947us (4166us total) trans 0 rc 301/301 00000100:00100000:1.0:1787141335.307343:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 36 00000100:00100000:1.0:1787141335.329163:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141335.332777:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240934400 00000100:00100000:2.0:1787141335.332810:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240934400 00000100:00100000:3.0:1787141335.333206:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 37 00000100:00100000:3.0:1787141335.333217:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4431880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+9:10260:x1873953240934400:12345-192.168.203.11@tcp:36:lfs.0 00010000:00010000:3.0:1787141335.333264:0:10438:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787141335.333288:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c81518a00/0xc65ffb29b5b3114a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce3d expref: 9 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141335.333305:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b7ca1f39e00) 00010000:00010000:3.0:1787141335.333322:0:10438:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787141335.333534:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b311a5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141335.333548:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b311a5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141335.333557:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b311a5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141335.333567:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b311ac lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x7aaf747d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141335.333574:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b311ac lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x7aaf747d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141335.333580:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b311ac lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x7aaf747d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787141335.334964:0:10438:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x3:0x0]: returning size 512 00010000:00010000:3.0:1787141335.334978:0:10438:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b311a5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141335.334988:0:10438:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b311a5 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141335.335751:0:10438:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b311a5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141335.335759:0:10438:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438400 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141335.335763:0:10438:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b311a5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141335.335782:0:10438:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b311a5 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141335.335821:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b7c95a5b200) 00010000:00010000:3.0:1787141335.335825:0:10438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141335.335829:0:10438:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b311a5 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141335.335835:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b311a5 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787141335.335914:0:10438:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000061d2b0e8 reply state 0000000017c43500 transno 4294967310 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b311ac lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x7aaf747d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141335.335923:0:10438:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1787141335.336147:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4431880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+10:10260:x1873953240934400:12345-192.168.203.11@tcp:36:lfs.0 Request processed in 2928us (6990us total) trans 4294967310 rc 0/0 00000100:00100000:3.0:1787141335.336156:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 37 00010000:00010000:0.0:1787141335.342235:0:3290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b311ac lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x7aaf747d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141335.342252:0:3290:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b311ac lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x7aaf747d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141335.342260:0:3290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b311ac lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x7aaf747d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141335.342267:0:3290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439000 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141335.342271:0:3290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b311ac lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x7aaf747d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141335.342279:0:3290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b311ac lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x7aaf747d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141335.342295:0:3290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x7aaf747d (ffff8b7c95a5bb00) 00010000:00010000:0.0:1787141335.342298:0:3290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787141335.342303:0:3290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b311ac lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x7aaf747d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141335.342310:0:3290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b311ac lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x7aaf747d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141335.472201:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141335.472661:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240934528 00000100:00100000:3.0:1787141335.472672:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240934528 00000100:00100000:3.0:1787141335.472738:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 38 00000100:00100000:3.0:1787141335.472748:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4432680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+9:10268:x1873953240934528:12345-192.168.203.11@tcp:101:lctl.0 00010000:00010000:3.0:1787141335.472773:0:5840:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141335.472835:0:5840:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b311b3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92ce59 expref: -99 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141335.473113:0:5840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439e00/0xc65ffb29b5b311ba lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141335.473145:0:5840:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439e00/0xc65ffb29b5b311ba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141335.473156:0:5840:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439e00/0xc65ffb29b5b311ba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787141335.473215:0:5840:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:3.0:1787141335.473219:0:5840:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:3.0:1787141335.473266:0:5840:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439e00/0xc65ffb29b5b311ba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141335.473292:0:5840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b311b3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce59 expref: 11 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141335.473310:0:5840:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439e00/0xc65ffb29b5b311ba lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce59 expref: 10 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141335.473319:0:5840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b7c95a5b200) 00010000:00010000:3.0:1787141335.473322:0:5840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787141335.473325:0:5840:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf439e00, rc 0) 00000100:00100000:3.0:1787141335.473431:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4432680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+10:10268:x1873953240934528:12345-192.168.203.11@tcp:101:lctl.0 Request processed in 683us (1237us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141335.473438:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 38 00000100:00100000:1.0:1787141335.610495:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141335.610904:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240934656 00000100:00100000:0.0:1787141335.610924:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240934656 00000100:00100000:0.0:1787141335.611329:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 39 00000100:00100000:0.0:1787141335.611341:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cae415c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+10:10274:x1873953240934656:12345-192.168.203.11@tcp:101:bash.0 00010000:00010000:0.0:1787141335.611362:0:5839:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141335.611390:0:5839:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405600/0xc65ffb29b5b311c1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92ce60 expref: -99 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141335.611463:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b311c8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141335.611479:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b311c8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141335.611494:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b311c8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141335.611507:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b311cf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7aaf747d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141335.611526:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b311cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7aaf747d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141335.611533:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b311cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7aaf747d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141335.611902:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405400/0xc65ffb29b5b311d6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141335.611911:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405400/0xc65ffb29b5b311d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141335.611919:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405400/0xc65ffb29b5b311d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787141335.611966:0:5839:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x3:0x0]: returning size 512 00000004:00200000:0.0:1787141335.611972:0:5839:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1787141335.612839:0:5839:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405400/0xc65ffb29b5b311d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141335.612865:0:5839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b311c8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141335.612873:0:5839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b311c8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141335.612882:0:5839:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b311c8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141335.612887:0:5839:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf404800 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141335.612891:0:5839:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b311c8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141335.612898:0:5839:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b311c8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141335.612912:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b7c95a5b200) 00010000:00010000:0.0:1787141335.612915:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787141335.612920:0:5839:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b311c8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141335.612928:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b311c8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141335.612948:0:5839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b311cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7aaf747d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141335.612969:0:5839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b311cf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7aaf747d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141335.612975:0:5839:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b311cf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7aaf747d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141335.612980:0:5839:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf405800 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141335.612983:0:5839:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b311cf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7aaf747d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141335.613005:0:5839:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b311cf lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7aaf747d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141335.613019:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x7aaf747d (ffff8b7c9071ac00) 00010000:00010000:0.0:1787141335.613023:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787141335.613027:0:5839:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b311cf lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7aaf747d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141335.614922:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b311cf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7aaf747d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141335.615009:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405600/0xc65ffb29b5b311c1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce60 expref: 12 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141335.615152:0:5839:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405400/0xc65ffb29b5b311d6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce60 expref: 11 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141335.615163:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff8b7c9071a500) 00010000:00010000:0.0:1787141335.615166:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1787141335.615189:0:5839:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf405400, rc 0) 00000100:00100000:0.0:1787141335.616508:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cae415c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+11:10274:x1873953240934656:12345-192.168.203.11@tcp:101:bash.0 Request processed in 5160us (6012us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141335.616518:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 39 00000100:00100000:0.0:1787141335.619705:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141335.628145:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240934912 00000100:00100000:3.0:1787141335.628166:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240934912 00000100:00100000:3.0:1787141335.628275:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 40 00000100:00100000:3.0:1787141335.628288:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c86cc5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+11:10274:x1873953240934912:12345-192.168.203.11@tcp:101:bash.0 00010000:00010000:3.0:1787141335.628317:0:10438:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141335.628365:0:10438:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b311dd lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92ce67 expref: -99 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141335.628547:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b311e4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141335.628567:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b311e4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141335.628580:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b311e4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141335.628599:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b311eb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3:0x0].0x238769cd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141335.628606:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b311eb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141335.628613:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b311eb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787141335.629354:0:10438:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x2:0x0], index 1: 0 00010000:00010000:3.0:1787141335.630251:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b311f2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141335.630270:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b311f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141335.630282:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b311f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141335.630901:0:10438:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b311e4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141335.630929:0:10438:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b311e4 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141335.630936:0:10438:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b311e4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141335.630942:0:10438:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438e00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141335.630946:0:10438:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b311e4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141335.630954:0:10438:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b311e4 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141335.630970:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff8b7c9071a500) 00010000:00010000:3.0:1787141335.630973:0:10438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141335.630979:0:10438:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b311e4 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141335.630985:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b311e4 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787141335.631114:0:10438:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000016725158 reply state 00000000cf1ab7a1 transno 4294967311 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b311eb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141335.631124:0:10438:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1787141335.631175:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b311dd lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce67 expref: 14 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141335.631192:0:10438:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b311f2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce67 expref: 13 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141335.631214:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b7c95a5bd00) 00010000:00010000:3.0:1787141335.631217:0:10438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787141335.631224:0:10438:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf439600, rc 0) 00000100:00100000:3.0:1787141335.631398:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c86cc5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+14:10274:x1873953240934912:12345-192.168.203.11@tcp:101:bash.0 Request processed in 3111us (11704us total) trans 4294967311 rc 0/0 00000100:00100000:3.0:1787141335.631409:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 40 00000100:00100000:3.0:1787141335.642988:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141335.643105:0:6690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240935040 00000100:00100000:0.0:1787141335.643119:0:6690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240935040 00000100:00100000:0.0:1787141335.643177:0:6690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 20 00000100:00100000:0.0:1787141335.643189:0:6690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf392d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2349:x1873953240935040:12345-192.168.203.11@tcp:8:bash.0 00010000:00080000:0.0:1787141335.643239:0:6690:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from 0fd039ab-150d-4a77-92cd-c96e4dce9634@192.168.203.11@tcp t0 exp 0000000000000000 cur 318 last 0 00000020:00000080:0.0:1787141335.643284:0:6690:0:(genops.c:1385:class_connect()) connect: client 0fd039ab-150d-4a77-92cd-c96e4dce9634, cookie 0xc65ffb29b5b31200 00002000:00100000:0.0:1787141335.643300:0:6690:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 0fd039ab-150d-4a77-92cd-c96e4dce9634/ffff8b7c924fb000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 211392c ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1787141335.643333:0:6690:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:0.0:1787141335.643652:0:6690:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1787141335.643695:0:6690:0:(import.c:65:import_set_state_nolock()) ffff8b7cbf84c000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787141335.643792:0:6690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf392d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2349:x1873953240935040:12345-192.168.203.11@tcp:8:bash.0 Request processed in 603us (817us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141335.643857:0:6690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 20 00010000:00010000:1.0:1787141335.645566:0:3291:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b311eb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141335.645609:0:3291:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b311eb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141335.645629:0:3291:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b311eb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141335.645636:0:3291:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439000 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:1.0:1787141335.645642:0:3291:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b311eb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141335.645651:0:3291:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b311eb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141335.645674:0:3291:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x238769cd (ffff8b7c95a5b700) 00010000:00010000:1.0:1787141335.645678:0:3291:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787141335.645683:0:3291:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b311eb lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141335.645689:0:3291:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b311eb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141335.652560:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141335.652665:0:6688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240935168 00000100:00100000:0.0:1787141335.652678:0:6688:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240935168 00000100:00100000:0.0:1787141335.652759:0:6688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 21 00000100:00100000:0.0:1787141335.652770:0:6688:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cae417b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:0:x1873953240935168:12345-192.168.203.11@tcp:101:bash.0 00010000:00010000:0.0:1787141335.652790:0:6688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141335.652856:0:6688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f2046eab/0xc65ffb29b5b31207 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92ce6e expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787141335.652915:0:6688:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787141335.652938:0:6688:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2:0x0].0x0 since=318s v=(0 0) 00010000:00010000:0.0:1787141335.652943:0:6688:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787141335.652955:0:6688:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f2046eab/0xc65ffb29b5b31207 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce6e expref: 7 pid: 6688 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141335.652979:0:6688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f2046eab/0xc65ffb29b5b31207 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce6e expref: 7 pid: 6688 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141335.653005:0:6688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf405600, rc 0) 00000100:00100000:0.0:1787141335.653073:0:6688:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cae417b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:0:x1873953240935168:12345-192.168.203.11@tcp:101:bash.0 Request processed in 304us (525us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141335.653081:0:6688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 21 00000100:00080000:1.0:1787141335.653187:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787141335.661735:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141335.662063:0:6690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240935296 00000100:00100000:0.0:1787141335.662078:0:6690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240935296 00000100:00100000:0.0:1787141335.662159:0:6690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 22 00000100:00100000:0.0:1787141335.662172:0:6690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:10274:x1873953240935296:12345-192.168.203.11@tcp:101:bash.0 00010000:00010000:0.0:1787141335.662195:0:6690:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141335.662218:0:6690:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000070c7b8c4/0xc65ffb29b5b3120e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92ce75 expref: -99 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141335.662259:0:6690:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f2046eab/0xc65ffb29b5b31207 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce6e expref: 8 pid: 6688 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141335.662296:0:6690:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787141335.662301:0:6690:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787141335.662309:0:6690:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000070c7b8c4/0xc65ffb29b5b3120e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce75 expref: 8 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141335.662359:0:6690:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f2046eab/0xc65ffb29b5b31207 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce6e expref: 8 pid: 6688 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141335.662376:0:6690:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f2046eab/0xc65ffb29b5b31207 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce6e expref: 8 pid: 6688 timeout: 418 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141335.662394:0:6690:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7c86cc5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6690:1873953262987392:192.168.203.11@tcp:104: 00000100:00100000:0.0:1787141335.662586:0:6690:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c907cc480 going to sleep for 11 seconds 00000100:00100000:3.0:1787141335.666061:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141335.666274:0:8451:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240935424 00000100:00100000:1.0:1787141335.666287:0:8451:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240935424 00010000:00010000:1.0:1787141335.666338:0:8451:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f2046eab/0xc65ffb29b5b31207 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce6e expref: 9 pid: 6688 timeout: 418 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141335.666389:0:8451:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 35 00000100:00100000:1.0:1787141335.666400:0:8451:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf390e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+9:2353:x1873953240935424:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787141335.666439:0:8451:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787141335.666470:0:8451:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f2046eab/0xc65ffb29b5b31207 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce6e expref: 9 pid: 6688 timeout: 418 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141335.666485:0:8451:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f2046eab/0xc65ffb29b5b31207 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce6e expref: 9 pid: 6688 timeout: 418 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141335.666518:0:8451:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787141335.666523:0:8451:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787141335.666534:0:8451:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000070c7b8c4/0xc65ffb29b5b3120e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce75 expref: 9 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141335.666547:0:8451:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000070c7b8c4/0xc65ffb29b5b3120e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce75 expref: 9 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141335.666591:0:8451:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000070c7b8c4/0xc65ffb29b5b3120e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce75 expref: 9 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141335.666607:0:8451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cae416300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8451:1873953262987520:192.168.203.11@tcp:105: 00000100:00100000:1.0:1787141335.666723:0:8451:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c82db1000 going to sleep for 11 seconds 00010000:00010000:0.0:1787141335.667655:0:6690:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f2046eab/0xc65ffb29b5b31207 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce6e expref: 9 pid: 6688 timeout: 418 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141335.667678:0:6690:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7c86cc5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6690:1873953262987392:192.168.203.11@tcp:104: 00010000:00010000:0.0:1787141335.667715:0:6690:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000070c7b8c4/0xc65ffb29b5b3120e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce75 expref: 8 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141335.667730:0:6690:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf405800, rc 0) 00000100:00100000:0.0:1787141335.667787:0:6690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+8:10274:x1873953240935296:12345-192.168.203.11@tcp:101:bash.0 Request processed in 5617us (6068us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141335.667868:0:6690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 22 00000100:00100000:3.0:1787141335.673930:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141335.674163:0:8451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cae416300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8451:1873953262987520:192.168.203.11@tcp:105: 00010000:00010000:1.0:1787141335.674198:0:8451:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787141335.674273:0:8451:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf390e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:2353:x1873953240935424:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 7873us (8235us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141335.674287:0:8451:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 35 00000100:00100000:2.0:1787141335.674842:0:5842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240935680 00000100:00100000:2.0:1787141335.674853:0:5842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240935680 00000100:00100000:2.0:1787141335.674925:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 6 00000100:00100000:2.0:1787141335.674936:0:5842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf392680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+13:10274:x1873953240935680:12345-192.168.203.11@tcp:35:bash.0 00000100:00100000:2.0:1787141335.675397:0:5842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf392680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+14:10274:x1873953240935680:12345-192.168.203.11@tcp:35:bash.0 Request processed in 462us (1481us total) trans 4294967312 rc 0/0 00000100:00100000:2.0:1787141335.675406:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 6 00000100:00100000:3.0:1787141335.789545:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141335.790004:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240935936 00000100:00100000:0.0:1787141335.790019:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240935936 00000100:00100000:0.0:1787141335.790238:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 41 00000100:00100000:0.0:1787141335.790252:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf393b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+14:10284:x1873953240935936:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:0.0:1787141335.790288:0:5840:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141335.790318:0:5840:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b31215 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92ce7c expref: -99 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787141335.790478:0:5840:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x3:0x0]: returning size 512 00010000:00010000:0.0:1787141335.790674:0:5840:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b31215 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce7c expref: 16 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141335.790694:0:5840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b7c95a5b200) 00010000:00010000:0.0:1787141335.790698:0:5840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787141335.790704:0:5840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b31215 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce7c expref: 16 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141335.790734:0:5840:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf404800, rc 0) 00000100:00100000:0.0:1787141335.790901:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf393b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+15:10284:x1873953240935936:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 651us (1371us total) trans 4294967313 rc 301/301 00000100:00100000:0.0:1787141335.790910:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 41 00000100:00100000:1.0:1787141335.802724:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141335.802895:0:5842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240936192 00000100:00100000:2.0:1787141335.802910:0:5842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240936192 00000100:00100000:2.0:1787141335.802983:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 7 00000100:00100000:2.0:1787141335.802996:0:5842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cae416300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+15:10284:x1873953240936192:12345-192.168.203.11@tcp:35:lfs.0 00000100:00100000:2.0:1787141335.803385:0:5842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cae416300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+16:10284:x1873953240936192:12345-192.168.203.11@tcp:35:lfs.0 Request processed in 390us (685us total) trans 4294967314 rc 0/0 00000100:00100000:2.0:1787141335.803394:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 7 00010000:00010000:0.0:1787141335.808991:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787141335.894770:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141335.894960:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240936320 00000100:00100000:0.0:1787141335.894973:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240936320 00000100:00100000:0.0:1787141335.895068:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 42 00000100:00100000:0.0:1787141335.895082:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9890b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+16:10290:x1873953240936320:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:0.0:1787141335.895131:0:5839:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141335.895158:0:5839:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b31223 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92ce83 expref: -99 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141335.895249:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405200/0xc65ffb29b5b3122a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141335.895268:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405200/0xc65ffb29b5b3122a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141335.895285:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405200/0xc65ffb29b5b3122a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787141335.895370:0:5839:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x3:0x0]: returning size 512 00000004:00200000:0.0:1787141335.895375:0:5839:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:0.0:1787141335.895407:0:5839:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405200/0xc65ffb29b5b3122a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141335.895444:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b31223 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce83 expref: 18 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141335.895467:0:5839:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405200/0xc65ffb29b5b3122a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce83 expref: 17 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141335.895477:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff8b7c9071a500) 00010000:00010000:0.0:1787141335.895480:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787141335.895484:0:5839:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf405200, rc 0) 00000100:00100000:0.0:1787141335.895560:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9890b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+17:10290:x1873953240936320:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 480us (807us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141335.895568:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 42 00000100:00100000:1.0:1787141335.905462:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141335.905568:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240936576 00000100:00100000:3.0:1787141335.905581:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240936576 00000100:00100000:3.0:1787141335.905705:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 43 00000100:00100000:3.0:1787141335.905729:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83701f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+17:10290:x1873953240936576:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:3.0:1787141335.905759:0:10438:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141335.905787:0:10438:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31231 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92ce8a expref: -99 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141335.905955:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31238 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141335.905972:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31238 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141335.905985:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31238 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787141335.906023:0:10438:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x4:0x0]: returning size 13 00010000:00010000:3.0:1787141335.906396:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31231 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce8a expref: 20 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141335.906422:0:10438:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31238 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce8a expref: 19 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141335.906431:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b7c95a5bd00) 00010000:00010000:3.0:1787141335.906434:0:10438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787141335.906439:0:10438:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf438e00, rc 0) 00000100:00100000:3.0:1787141335.906598:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83701f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+19:10290:x1873953240936576:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 881us (1149us total) trans 4294967315 rc 0/0 00000100:00100000:3.0:1787141335.906608:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 43 00000100:00100000:1.0:1787141335.916613:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141335.916683:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141335.916849:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240936960 00000100:00100000:3.0:1787141335.916863:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240936960 00000100:00100000:3.0:1787141335.916951:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 2 00000100:00100000:3.0:1787141335.916964:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83703b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+19:2350:x1873953240936960:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787141335.916987:0:5824:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787141335.917032:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31238 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce8a expref: 19 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141335.917062:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b7c95a5bd00) 00010000:00010000:3.0:1787141335.917069:0:5824:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787141335.917136:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83703b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+18:2350:x1873953240936960:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 173us (451us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141335.917144:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 2 00000100:00100000:0.0:1787141335.919046:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240936832 00000100:00100000:0.0:1787141335.919180:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240936832 00000100:00100000:0.0:1787141335.919283:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 44 00000100:00100000:0.0:1787141335.919295:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83702300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+18:10290:x1873953240936832:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:0.0:1787141335.919330:0:5840:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141335.919360:0:5840:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405c00/0xc65ffb29b5b31246 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92ce91 expref: -99 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141335.919500:0:5840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b3124d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141335.919517:0:5840:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b3124d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141335.919531:0:5840:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b3124d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787141335.919545:0:5840:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x4:0x0]: returning size 13 00010000:00010000:0.0:1787141335.919739:0:5840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405c00/0xc65ffb29b5b31246 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce91 expref: 21 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141335.919766:0:5840:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b3124d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce91 expref: 20 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141335.919777:0:5840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b7c95a5bd00) 00010000:00010000:0.0:1787141335.919780:0:5840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1787141335.919785:0:5840:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf404a00, rc 0) 00000100:00100000:0.0:1787141335.919933:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83702300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+20:10290:x1873953240936832:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 640us (3336us total) trans 4294967316 rc 0/0 00000100:00100000:0.0:1787141335.919962:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 44 00000100:00100000:0.0:1787141335.926079:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141335.926237:0:6691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240937088 00000100:00100000:2.0:1787141335.926251:0:6691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240937088 00000100:00100000:2.0:1787141335.926329:0:6691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 23 00000100:00100000:2.0:1787141335.926342:0:6691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c86cc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:2353:x1873953240937088:12345-192.168.203.11@tcp:1:lfs.0 00010000:00010000:2.0:1787141335.926414:0:6691:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006b2c6b6c/0xc65ffb29b5b3125b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141335.926463:0:6691:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000070c7b8c4/0xc65ffb29b5b3120e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce75 expref: 7 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141335.926474:0:6691:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0x2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787141335.926480:0:6691:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1787141335.926485:0:6691:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006b2c6b6c/0xc65ffb29b5b3125b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141335.926537:0:6691:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000070c7b8c4/0xc65ffb29b5b3120e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce75 expref: 7 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141335.926555:0:6691:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000070c7b8c4/0xc65ffb29b5b3120e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce75 expref: 7 pid: 6690 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141335.926574:0:6691:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6691:1873953262987648:192.168.203.11@tcp:104: 00000100:00100000:2.0:1787141335.926715:0:6691:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c8e137e40 going to sleep for 11 seconds 00000100:00100000:0.0:1787141335.931132:0:6691:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6691:1873953262987648:192.168.203.11@tcp:104: 00010000:00010000:0.0:1787141335.931175:0:6691:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006b2c6b6c/0xc65ffb29b5b3125b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141335.933042:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141335.933223:0:6694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240937216 00000100:00100000:3.0:1787141335.933236:0:6694:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240937216 00002000:00100000:3.0:1787141335.933301:0:6694:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x2:0x0] (0->12) req@ffff8b7c86cc4700 x1873953240937216/t0(0) o4->0fd039ab-150d-4a77-92cd-c96e4dce9634@192.168.203.11@tcp:476/0 lens 504/0 e 0 to 0 dl 1787141346 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787141335.933313:0:6694:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b7c86cc4700 with x1873953240937216 ext(0->12) 00010000:00010000:3.0:1787141335.933324:0:6694:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000070c7b8c4/0xc65ffb29b5b3120e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce75 expref: 8 pid: 6690 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141335.933342:0:6694:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000070c7b8c4/0xc65ffb29b5b3120e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce75 expref: 8 pid: 6690 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787141335.933350:0:6694:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8b7c86cc4700 00000100:00100000:3.0:1787141335.933392:0:6694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 0 00000100:00100000:3.0:1787141335.933404:0:6694:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c86cc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+8:2352:x1873953240937216:12345-192.168.203.11@tcp:4:lfs.0 00000001:00100000:2.0:1787141335.994013:0:7643:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 0fd039ab-150d-4a77-92cd-c96e4dce9634 00000001:00080000:3.0:1787141336.017456:0:5861:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967316 is committed 00000001:00080000:1.0:1787141336.035163:0:7643:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967299 is committed 00000100:00100000:3.0:1787141336.035328:0:6694:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c86cc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:2352:x1873953240937216:12345-192.168.203.11@tcp:4:lfs.0 Request processed in 101919us (102294us total) trans 4294967299 rc 0/0 00000100:00100000:3.0:1787141336.035341:0:6694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 0 00002000:00100000:3.0:1787141336.035355:0:6694:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x2:0x0] (0->12) req@ffff8b7c86cc4700 x1873953240937216/t4294967299(0) o4->0fd039ab-150d-4a77-92cd-c96e4dce9634@192.168.203.11@tcp:476/0 lens 504/448 e 0 to 0 dl 1787141346 ref 1 fl Complete:H/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787141336.035366:0:6694:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b7c86cc4700 with x1873953240937216 ext(0->12) 00010000:00010000:3.0:1787141336.035377:0:6694:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000070c7b8c4/0xc65ffb29b5b3120e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce75 expref: 7 pid: 6690 timeout: 418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141336.035397:0:6694:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000070c7b8c4/0xc65ffb29b5b3120e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce75 expref: 7 pid: 6690 timeout: 419 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787141336.035415:0:6694:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8b7c86cc4700 00000100:00100000:3.0:1787141336.041473:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141336.041570:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240937344 00000100:00100000:1.0:1787141336.041579:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240937344 00010000:00010000:1.0:1787141336.041633:0:5825:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000070c7b8c4/0xc65ffb29b5b3120e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce75 expref: 7 pid: 6690 timeout: 419 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141336.041676:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 36 00000100:00100000:1.0:1787141336.041686:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98909c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:2353:x1873953240937344:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787141336.041699:0:5825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1787141336.041719:0:5825:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x2:0x0] updating lvb size from disk: 0 -> 13 00002000:00010000:1.0:1787141336.041722:0:5825:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0x2:0x0] updating lvb mtime from disk: 0 -> 1787141335 00002000:00010000:1.0:1787141336.041725:0:5825:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000400:0x2:0x0] updating lvb atime from disk: 0 -> 1787141336 00002000:00010000:1.0:1787141336.041727:0:5825:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0x2:0x0] updating lvb ctime from disk: 0 -> 1787141335 00002000:00010000:1.0:1787141336.041730:0:5825:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x2:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:1.0:1787141336.041736:0:5825:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000070c7b8c4/0xc65ffb29b5b3120e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce75 expref: 7 pid: 6690 timeout: 419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.041750:0:5825:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000070c7b8c4/0xc65ffb29b5b3120e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce75 expref: 7 pid: 6690 timeout: 419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.041775:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000070c7b8c4/0xc65ffb29b5b3120e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce75 expref: 7 pid: 6690 timeout: 419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.041835:0:5825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2:0x0].0x0 since=1s v=(1 0) 00010000:00010000:1.0:1787141336.041841:0:5825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1787141336.041848:0:5825:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006b2c6b6c/0xc65ffb29b5b3125b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.041857:0:5825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006b2c6b6c/0xc65ffb29b5b3125b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.041893:0:5825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787141336.041956:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98909c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2353:x1873953240937344:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 271us (490us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141336.041964:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 36 00010000:00010000:0.0:1787141336.042078:0:6691:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006b2c6b6c/0xc65ffb29b5b3125b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141336.042088:0:6691:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006b2c6b6c/0xc65ffb29b5b3125b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141336.042112:0:6691:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006b2c6b6c/0xc65ffb29b5b3125b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141336.042120:0:6691:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006b2c6b6c/0xc65ffb29b5b3125b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141336.042129:0:6691:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006b2c6b6c/0xc65ffb29b5b3125b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141336.042135:0:6691:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c82da6600 already unused, calling callback (ffffffffc163e230) 00010000:00010000:0.0:1787141336.042139:0:6691:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006b2c6b6c/0xc65ffb29b5b3125b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141336.042160:0:6691:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006b2c6b6c/0xc65ffb29b5b3125b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141336.042172:0:6691:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006b2c6b6c/0xc65ffb29b5b3125b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141336.042179:0:6691:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006b2c6b6c/0xc65ffb29b5b3125b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141336.042227:0:6691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c86cc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2353:x1873953240937088:12345-192.168.203.11@tcp:1:lfs.0 Request processed in 115887us (116164us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141336.042235:0:6691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 23 00000100:00100000:1.0:1787141336.057359:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141336.057450:0:5842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240937600 00000100:00100000:2.0:1787141336.057462:0:5842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240937600 00000100:00100000:2.0:1787141336.057541:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 8 00000100:00100000:2.0:1787141336.057553:0:5842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83701880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+12:10290:x1873953240937600:12345-192.168.203.11@tcp:35:lfs.0 00000004:00010000:2.0:1787141336.057631:0:5842:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000401:0x4:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b3124d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce91 expref: 12 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1787141336.058081:0:5842:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967317 00000001:00080000:2.0:1787141336.058151:0:5842:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967318 00000001:00080000:2.0:1787141336.058827:0:5842:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967319 00010000:00010000:2.0:1787141336.058889:0:5842:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6c00/0xc65ffb29b5b31262 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5842 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141336.058905:0:5842:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b311f2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce67 expref: 16 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141336.058914:0:5842:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6c00/0xc65ffb29b5b31262 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x4:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5842 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141336.058951:0:5842:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b311f2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce67 expref: 16 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141336.058966:0:5842:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b311f2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce67 expref: 16 pid: 10438 timeout: 419 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141336.058980:0:5842:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5842:1873953262987776:192.168.203.11@tcp:104: 00000100:00100000:2.0:1787141336.059070:0:5842:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cc0e5e600 going to sleep for 11 seconds 00000100:00080000:1.0:1787141336.059272:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787141336.063516:0:5842:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5842:1873953262987776:192.168.203.11@tcp:104: 00010000:00010000:1.0:1787141336.063556:0:5842:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6c00/0xc65ffb29b5b31262 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5842 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141336.066023:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141336.066950:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240937728 00000100:00100000:3.0:1787141336.066962:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240937728 00010000:00010000:2.0:1787141336.067163:0:5824:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b311f2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce67 expref: 17 pid: 10438 timeout: 419 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141336.067246:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 37 00000100:00100000:2.0:1787141336.067258:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83703800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+17:2352:x1873953240937728:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787141336.067276:0:5824:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787141336.067284:0:5824:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b311f2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce67 expref: 17 pid: 10438 timeout: 419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141336.067297:0:5824:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b311f2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce67 expref: 17 pid: 10438 timeout: 419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141336.067332:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b311f2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce67 expref: 17 pid: 10438 timeout: 419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141336.067350:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b7c95a5bd00) 00010000:00010000:2.0:1787141336.067356:0:5824:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6c00/0xc65ffb29b5b31262 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5842 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141336.067364:0:5824:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6c00/0xc65ffb29b5b31262 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5842 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141336.067372:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6c00/0xc65ffb29b5b31262 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x4:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5842 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141336.067407:0:5824:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787141336.067468:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83703800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+16:2352:x1873953240937728:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 212us (1462us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141336.067476:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 37 00010000:00010000:3.0:1787141336.067675:0:5842:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6c00/0xc65ffb29b5b31262 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5842 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141336.067685:0:5842:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6c00/0xc65ffb29b5b31262 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5842 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1787141336.067843:0:5842:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967320 00000001:00080000:3.0:1787141336.068054:0:5842:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967321 00000100:00100000:3.0:1787141336.068158:0:5842:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7c9890a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5842:1873953262987904:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1787141336.068245:0:5842:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141336.068273:0:5842:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c857e5240 going to sleep for 11 seconds 00000100:00100000:0.0:1787141336.068566:0:5844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262987904 00000100:00100000:0.0:1787141336.068572:0:5844:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262987904 00000100:00080000:1.0:1787141336.068632:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787141336.068647:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1787141336.068657:0:5844:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9890a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5842:x1873953262987904:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1787141336.068733:0:5844:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9890a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5842:x1873953262987904:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 78us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141336.068742:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1787141336.068837:0:5842:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7c9890a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5842:1873953262987904:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:1.0:1787141336.069534:0:5842:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967322 00000100:00100000:1.0:1787141336.069605:0:5842:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83700e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5842:1873953262988032:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1787141336.069662:0:5842:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141336.069695:0:5842:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c82db1240 going to sleep for 11 seconds 00000100:00100000:0.0:1787141336.069841:0:5844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262988032 00000100:00100000:0.0:1787141336.069847:0:5844:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262988032 00000100:00100000:0.0:1787141336.069882:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1787141336.069890:0:5844:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83700000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5842:x1873953262988032:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1787141336.070109:0:5844:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83700000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5842:x1873953262988032:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 219us (446us total) trans 4294967300 rc 0/0 00000100:00100000:0.0:1787141336.070125:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1787141336.070419:0:5842:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83700e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5842:1873953262988032:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:1.0:1787141336.070470:0:5842:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967323 00010000:00010000:1.0:1787141336.070508:0:5842:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6c00/0xc65ffb29b5b31262 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5842 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.070518:0:5842:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6c00/0xc65ffb29b5b31262 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5842 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.070526:0:5842:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6c00/0xc65ffb29b5b31262 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5842 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.070543:0:5842:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c82da6c00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:1.0:1787141336.070548:0:5842:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6c00/0xc65ffb29b5b31262 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5842 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.070555:0:5842:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6c00/0xc65ffb29b5b31262 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5842 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.070570:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b7c95a5bd00) 00010000:00010000:1.0:1787141336.070573:0:5842:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1787141336.070578:0:5842:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6c00/0xc65ffb29b5b31262 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5842 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.070585:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6c00/0xc65ffb29b5b31262 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5842 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787141336.070785:0:5842:0:(mdd_object.c:4014:mdd_close()) Object [0x200000401:0x5:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1787141336.071145:0:5842:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].2, 64 off8320 00000004:00080000:1.0:1787141336.071157:0:5842:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 319077360692ns, next at 320077358379ns, rc = 0 00000001:00080000:1.0:1787141336.071164:0:5842:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967324 00010000:00010000:1.0:1787141336.071198:0:5842:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b7c95a5bd00) 00010000:00010000:1.0:1787141336.071210:0:5842:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1787141336.071216:0:5842:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b3124d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce91 expref: 20 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141336.071318:0:5842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83701880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+19:10290:x1873953240937600:12345-192.168.203.11@tcp:35:lfs.0 Request processed in 13767us (13970us total) trans 4294967325 rc 0/0 00000100:00100000:1.0:1787141336.071327:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 8 00000020:00080000:1.0:1787141336.071331:0:5842:0:(tgt_main.c:784:tgt_ses_key_exit()) total 9 transactions per RPC 00000100:00100000:1.0:1787141336.080431:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141336.080524:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240937856 00000100:00100000:2.0:1787141336.080534:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240937856 00000100:00100000:2.0:1787141336.080593:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 45 00000100:00100000:2.0:1787141336.080605:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83703100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+19:10290:x1873953240937856:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:2.0:1787141336.080642:0:5841:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141336.080666:0:5841:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6200/0xc65ffb29b5b31269 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92ce98 expref: -99 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141336.080728:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6200/0xc65ffb29b5b31269 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce98 expref: 20 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141336.080763:0:5841:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6200/0xc65ffb29b5b31269 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce98 expref: 20 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141336.080785:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b7ca1f39100) 00010000:00010000:2.0:1787141336.080789:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1787141336.080831:0:5841:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c82da6200, rc 0) 00000100:00100000:2.0:1787141336.080882:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83703100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+20:10290:x1873953240937856:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 280us (462us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141336.080890:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 45 00000100:00100000:2.0:1787141336.090059:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141336.090175:0:5843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240938112 00000100:00100000:3.0:1787141336.090185:0:5843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240938112 00000100:00100000:3.0:1787141336.090295:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 9 00000100:00100000:3.0:1787141336.090307:0:5843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c871df850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+20:10290:x1873953240938112:12345-192.168.203.11@tcp:35:lfs.0 00000100:00100000:3.0:1787141336.090580:0:5843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c871df850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+21:10290:x1873953240938112:12345-192.168.203.11@tcp:35:lfs.0 Request processed in 275us (530us total) trans 4294967326 rc 0/0 00000100:00100000:3.0:1787141336.090587:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 9 00000100:00100000:0.0:1787141336.150071:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141336.150140:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240938368 00000100:00100000:3.0:1787141336.150151:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240938368 00000100:00100000:3.0:1787141336.150205:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 46 00000100:00100000:3.0:1787141336.150226:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c86cc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+21:10300:x1873953240938368:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:3.0:1787141336.150271:0:10438:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141336.150293:0:10438:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31270 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92ce9f expref: -99 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787141336.150526:0:10438:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x3:0x0]: returning size 7680 00010000:00010000:3.0:1787141336.150724:0:10438:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31270 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce9f expref: 23 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141336.150740:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b7c95a5b200) 00010000:00010000:3.0:1787141336.150743:0:10438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787141336.150748:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31270 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce9f expref: 23 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141336.150759:0:10438:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf438e00, rc 0) 00000100:00100000:3.0:1787141336.150861:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c86cc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+22:10300:x1873953240938368:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 647us (802us total) trans 4294967327 rc 301/301 00000100:00100000:3.0:1787141336.150868:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 46 00000100:00100000:0.0:1787141336.161179:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141336.161272:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240938496 00000100:00100000:1.0:1787141336.161282:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240938496 00000100:00100000:1.0:1787141336.161346:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 47 00000100:00100000:1.0:1787141336.161357:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c86cc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+22:10300:x1873953240938496:12345-192.168.203.11@tcp:34:lfs.0 00010000:00010000:1.0:1787141336.161432:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b3127e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.161450:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b3127e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.161461:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b3127e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.161478:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b31285 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.161485:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b31285 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.161491:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b31285 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.161872:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b3128c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.161882:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b3128c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.161889:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b3128c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787141336.161937:0:5839:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b3128c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.161948:0:5839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b3127e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.161954:0:5839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b3127e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.161960:0:5839:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b3127e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.161966:0:5839:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbfa61800 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:1.0:1787141336.161970:0:5839:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b3127e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.161979:0:5839:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b3127e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.161991:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff8b7c9071a500) 00010000:00010000:1.0:1787141336.161994:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787141336.161997:0:5839:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b3127e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.162009:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b3127e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.162021:0:5839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b31285 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.162028:0:5839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b31285 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.162034:0:5839:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b31285 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.162039:0:5839:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbfa60200 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:1.0:1787141336.162043:0:5839:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b31285 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.162048:0:5839:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b31285 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.162056:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x238769cd (ffff8b7c84d5bc00) 00010000:00010000:1.0:1787141336.162059:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787141336.162062:0:5839:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b31285 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.162067:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b31285 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.162082:0:5839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b3128c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.162087:0:5839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b3128c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.162099:0:5839:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b3128c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.162104:0:5839:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbfa61000 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:1.0:1787141336.162107:0:5839:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b3128c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.162259:0:5839:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b3128c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.162268:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b7ca1f39100) 00010000:00010000:1.0:1787141336.162270:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787141336.162272:0:5839:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b3128c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.162278:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b3128c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141336.162340:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c86cc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+22:10300:x1873953240938496:12345-192.168.203.11@tcp:34:lfs.0 Request processed in 984us (1167us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141336.162347:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 47 00000100:00100000:2.0:1787141336.168520:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141336.168641:0:5842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240938752 00000100:00100000:1.0:1787141336.168650:0:5842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240938752 00000100:00100000:1.0:1787141336.168702:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 10 00000100:00100000:1.0:1787141336.168713:0:5842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+22:10300:x1873953240938752:12345-192.168.203.11@tcp:35:lfs.0 00000100:00100000:1.0:1787141336.169173:0:5842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+23:10300:x1873953240938752:12345-192.168.203.11@tcp:35:lfs.0 Request processed in 461us (660us total) trans 4294967328 rc 0/0 00000100:00100000:1.0:1787141336.170403:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 10 00000100:00100000:0.0:1787141336.238710:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141336.240279:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240939008 00000100:00100000:1.0:1787141336.240290:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240939008 00000100:00100000:1.0:1787141336.240358:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 48 00000100:00100000:1.0:1787141336.240369:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c86cc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+23:10303:x1873953240939008:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:1.0:1787141336.240393:0:8206:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787141336.240413:0:8206:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b31293 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cea6 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.240485:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b3129a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.240499:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b3129a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.240510:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b3129a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.240524:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b312a1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.240532:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b312a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.240539:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b312a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.241410:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b312a8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.241423:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b312a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.241443:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b312a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787141336.241454:0:8206:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x4:0x0]: returning size 13 00010000:00010000:1.0:1787141336.241560:0:8206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b3129a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.241568:0:8206:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b3129a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.241575:0:8206:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b3129a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.241581:0:8206:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbfa60200 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:1.0:1787141336.241585:0:8206:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b3129a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.241592:0:8206:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b3129a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.241604:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff8b7c9071a500) 00010000:00010000:1.0:1787141336.241607:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787141336.241612:0:8206:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b3129a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.241909:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b3129a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.241923:0:8206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b312a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.241928:0:8206:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b312a1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.241939:0:8206:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b312a1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.241944:0:8206:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbfa61800 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:1.0:1787141336.241947:0:8206:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b312a1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.241953:0:8206:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b312a1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.241960:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x238769cd (ffff8b7c84d5bc00) 00010000:00010000:1.0:1787141336.241963:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787141336.241966:0:8206:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b312a1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.241970:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b312a1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.242091:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b31293 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cea6 expref: 26 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.242108:0:8206:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b312a8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cea6 expref: 25 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.242116:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b7ca1f39100) 00010000:00010000:1.0:1787141336.242118:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787141336.242120:0:8206:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbfa61200, rc 0) 00000100:00100000:1.0:1787141336.242762:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c86cc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+25:10303:x1873953240939008:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 2391us (4058us total) trans 4294967329 rc 0/0 00000100:00100000:1.0:1787141336.242784:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 48 00000100:00100000:0.0:1787141336.247381:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141336.247453:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240939136 00000100:00100000:3.0:1787141336.247463:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240939136 00000100:00100000:3.0:1787141336.247519:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 49 00000100:00100000:3.0:1787141336.247529:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c86cc4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+25:10303:x1873953240939136:12345-192.168.203.11@tcp:54:lfs.0 00010000:00010000:3.0:1787141336.247594:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b312b6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141336.247608:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b312b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141336.247632:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b312b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141336.247671:0:10438:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b312b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141336.247678:0:10438:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b312b6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141336.247684:0:10438:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b312b6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141336.247690:0:10438:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438e00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141336.247694:0:10438:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b312b6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141336.247702:0:10438:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b312b6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141336.247724:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b7ca1f39100) 00010000:00010000:3.0:1787141336.247727:0:10438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787141336.247732:0:10438:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b312b6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141336.247738:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b312b6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141336.247861:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c86cc4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+25:10303:x1873953240939136:12345-192.168.203.11@tcp:54:lfs.0 Request processed in 333us (489us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141336.247869:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 49 00000100:00100000:2.0:1787141336.250867:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141336.251031:0:5843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240939392 00000100:00100000:3.0:1787141336.251041:0:5843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240939392 00000100:00100000:3.0:1787141336.251098:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 11 00000100:00100000:3.0:1787141336.251123:0:5843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+25:10303:x1873953240939392:12345-192.168.203.11@tcp:35:lfs.0 00000100:00100000:3.0:1787141336.251365:0:5843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+26:10303:x1873953240939392:12345-192.168.203.11@tcp:35:lfs.0 Request processed in 244us (507us total) trans 4294967330 rc 0/0 00000100:00100000:3.0:1787141336.251373:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 11 00000100:00100000:2.0:1787141336.612498:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141336.612597:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240939648 00000100:00100000:0.0:1787141336.612606:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240939648 00000100:00100000:0.0:1787141336.612673:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 50 00000100:00100000:0.0:1787141336.612684:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+26:10334:x1873953240939648:12345-192.168.203.11@tcp:101:cat.0 00010000:00010000:0.0:1787141336.612708:0:5841:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141336.612729:0:5841:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404000/0xc65ffb29b5b312bd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cead expref: -99 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141336.612858:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b312c4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141336.612872:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b312c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141336.612883:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b312c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787141336.612894:0:5841:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x4:0x0]: returning size 13 00010000:00010000:0.0:1787141336.613054:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404000/0xc65ffb29b5b312bd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cead expref: 29 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141336.613072:0:5841:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b312c4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cead expref: 28 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141336.613100:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b7ca1f39100) 00010000:00010000:0.0:1787141336.613103:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787141336.613106:0:5841:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf404200, rc 0) 00000100:00100000:0.0:1787141336.613168:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+28:10334:x1873953240939648:12345-192.168.203.11@tcp:101:cat.0 Request processed in 486us (680us total) trans 4294967331 rc 0/0 00000100:00100000:0.0:1787141336.613175:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 50 00000100:00100000:0.0:1787141336.619254:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141336.619340:0:5843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240939904 00000100:00100000:3.0:1787141336.619350:0:5843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240939904 00000100:00100000:3.0:1787141336.619414:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 12 00000100:00100000:3.0:1787141336.619426:0:5843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c86cc5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+28:10334:x1873953240939904:12345-192.168.203.11@tcp:35:cat.0 00000100:00100000:3.0:1787141336.619788:0:5843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c86cc5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+29:10334:x1873953240939904:12345-192.168.203.11@tcp:35:cat.0 Request processed in 363us (541us total) trans 4294967332 rc 0/0 00000100:00100000:3.0:1787141336.619818:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 12 00000100:00100000:2.0:1787141336.625538:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141336.625657:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240940032 00000100:00100000:1.0:1787141336.625665:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240940032 00000100:00100000:1.0:1787141336.626042:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 3 00000100:00100000:1.0:1787141336.626055:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98011850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+29:2350:x1873953240940032:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787141336.626070:0:5825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787141336.626106:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b312c4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cead expref: 29 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.626126:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b7ca1f39100) 00010000:00010000:1.0:1787141336.626132:0:5825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787141336.626190:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98011850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+28:2350:x1873953240940032:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 138us (737us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141336.626197:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 3 00000100:00100000:2.0:1787141336.728287:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141336.728384:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240940288 00000100:00100000:1.0:1787141336.728393:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240940288 00000100:00100000:1.0:1787141336.728446:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 51 00000100:00100000:1.0:1787141336.728467:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+28:10340:x1873953240940288:12345-192.168.203.11@tcp:101:dd.0 00010000:00010000:1.0:1787141336.728498:0:8206:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787141336.728501:0:8206:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1787141336.728526:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405200/0xc65ffb29b5b3122a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce83 expref: 28 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.728549:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff8b7c9071a500) 00010000:00010000:1.0:1787141336.728554:0:8206:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787141336.728566:0:8206:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b312d2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92ceb4 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.728695:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b312d9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.728708:0:8206:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b312a8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cea6 expref: 28 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.728718:0:8206:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b312d9 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.728759:0:8206:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b312a8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cea6 expref: 28 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.728772:0:8206:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b312a8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cea6 expref: 28 pid: 8206 timeout: 419 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141336.728786:0:8206:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83703b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8206:1873953262988160:192.168.203.11@tcp:104: 00000100:00100000:1.0:1787141336.729272:0:8206:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c82db1d80 going to sleep for 11 seconds 00000100:00100000:0.0:1787141336.738119:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141336.738198:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240940416 00000100:00100000:2.0:1787141336.738208:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240940416 00010000:00010000:2.0:1787141336.738244:0:5826:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b312a8 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cea6 expref: 29 pid: 8206 timeout: 419 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141336.738286:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 38 00000100:00100000:2.0:1787141336.738296:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c86cc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+29:2352:x1873953240940416:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787141336.738311:0:5826:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787141336.738318:0:5826:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b312a8 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cea6 expref: 29 pid: 8206 timeout: 419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141336.738349:0:5826:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b312a8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cea6 expref: 29 pid: 8206 timeout: 419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141336.738371:0:5826:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b7ca1f39100) 00010000:00010000:2.0:1787141336.738377:0:5826:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b312d9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141336.738387:0:5826:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b312d9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141336.738395:0:5826:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b312d9 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141336.738415:0:5826:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787141336.738483:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c86cc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+29:2352:x1873953240940416:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 187us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141336.738491:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 38 00010000:00010000:1.0:1787141336.738960:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b312a8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cea6 expref: 28 pid: 8206 timeout: 419 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141336.738977:0:8206:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83703b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8206:1873953262988160:192.168.203.11@tcp:104: 00010000:00010000:1.0:1787141336.738999:0:8206:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b312d9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.739008:0:8206:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b312d9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.739026:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b312d9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787141336.739045:0:8206:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x4:0x0]: returning size 13 00010000:00010000:1.0:1787141336.739207:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b312d2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ceb4 expref: 29 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.739222:0:8206:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b312d9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ceb4 expref: 28 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.739231:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b7ca1f39100) 00010000:00010000:1.0:1787141336.739233:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1787141336.739236:0:8206:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbfa61800, rc 0) 00000100:00100000:1.0:1787141336.739279:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+28:10340:x1873953240940288:12345-192.168.203.11@tcp:101:dd.0 Request processed in 10814us (11002us total) trans 4294967333 rc 0/0 00000100:00100000:1.0:1787141336.739286:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 51 00000100:00100000:0.0:1787141336.749996:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141336.750086:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240940672 00000100:00100000:1.0:1787141336.750095:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240940672 00000100:00100000:1.0:1787141336.750152:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 52 00000100:00100000:1.0:1787141336.750163:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c86cc4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+28:10340:x1873953240940672:12345-192.168.203.11@tcp:36:dd.0 00010000:00010000:1.0:1787141336.750431:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b312e7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.750448:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b312e7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141336.750459:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b312e7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1787141336.750527:0:5839:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967334 00000004:00010000:1.0:1787141336.750553:0:5839:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000265f70cf reply state 000000009d10041f transno 4294967335 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b312e7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141336.750562:0:5839:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1787141336.750667:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c86cc4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+31:10340:x1873953240940672:12345-192.168.203.11@tcp:36:dd.0 Request processed in 505us (679us total) trans 4294967335 rc 0/0 00000100:00100000:1.0:1787141336.750674:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 52 00000020:00080000:1.0:1787141336.750679:0:5839:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1787141336.756595:0:3290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b312e7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141336.756622:0:3290:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b312e7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141336.756631:0:3290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b312e7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141336.756642:0:3290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbfa61000 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141336.756648:0:3290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b312e7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141336.756656:0:3290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b312e7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141336.756673:0:3290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b7ca1f39100) 00010000:00010000:0.0:1787141336.756677:0:3290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787141336.756681:0:3290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b312e7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141336.756699:0:3290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b312e7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141336.833564:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787141337.010893:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141337.010963:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240940800 00000100:00100000:3.0:1787141337.010974:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240940800 00000100:00100000:3.0:1787141337.011049:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 53 00000100:00100000:3.0:1787141337.011059:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c86cc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+30:10354:x1873953240940800:12345-192.168.203.11@tcp:101:stat.0 00010000:00010000:3.0:1787141337.011083:0:5840:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141337.011101:0:5840:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b312ee lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cebb expref: -99 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.011161:0:5840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b312f5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.011186:0:5840:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b312f5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.011200:0:5840:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b312f5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.011229:0:5840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b312fc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.011237:0:5840:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b312fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.011245:0:5840:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b312fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.011514:0:5840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31303 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.011527:0:5840:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b312d9 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ceb4 expref: 31 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.011535:0:5840:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31303 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.011757:0:5840:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b312d9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ceb4 expref: 31 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.011771:0:5840:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b312d9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ceb4 expref: 31 pid: 8206 timeout: 420 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141337.011785:0:5840:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7c9890aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5840:1873953262988288:192.168.203.11@tcp:104: 00000100:00100000:3.0:1787141337.011962:0:5840:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c857e56c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787141337.016445:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141337.016639:0:5842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240941056 00000100:00100000:1.0:1787141337.016648:0:5842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240941056 00000100:00100000:1.0:1787141337.016709:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 13 00000100:00100000:1.0:1787141337.016721:0:5842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+32:5591:x1873953240941056:12345-192.168.203.11@tcp:35:ldlm_bl.0 00000100:00100000:3.0:1787141337.016730:0:5840:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7c9890aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5840:1873953262988288:192.168.203.11@tcp:104: 00010000:00010000:3.0:1787141337.016759:0:5840:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31303 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141337.017216:0:5842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+33:5591:x1873953240941056:12345-192.168.203.11@tcp:35:ldlm_bl.0 Request processed in 496us (779us total) trans 4294967336 rc 0/0 00000100:00100000:1.0:1787141337.017224:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 13 00000100:00100000:2.0:1787141337.019624:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141337.019719:0:8451:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240941184 00000100:00100000:3.0:1787141337.019728:0:8451:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240941184 00010000:00010000:3.0:1787141337.019766:0:8451:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b312d9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ceb4 expref: 33 pid: 8206 timeout: 420 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141337.019830:0:8451:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 39 00000100:00100000:3.0:1787141337.019841:0:8451:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+33:2353:x1873953240941184:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787141337.019855:0:8451:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787141337.019862:0:8451:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b312d9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ceb4 expref: 33 pid: 8206 timeout: 420 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.019876:0:8451:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b312d9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ceb4 expref: 33 pid: 8206 timeout: 420 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.019898:0:8451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b312d9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ceb4 expref: 33 pid: 8206 timeout: 420 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.019914:0:8451:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b7ca1f39100) 00010000:00010000:3.0:1787141337.019919:0:8451:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31303 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.019927:0:8451:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31303 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.019934:0:8451:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31303 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.020197:0:8451:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787141337.020261:0:8451:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+32:2353:x1873953240941184:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 422us (655us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141337.020269:0:8451:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 39 00010000:00010000:0.0:1787141337.028761:0:5840:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31303 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.028779:0:5840:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31303 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787141337.028862:0:5840:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x4:0x0]: returning size 0 00000004:00200000:0.0:1787141337.028867:0:5840:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1787141337.028921:0:5840:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31303 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.028936:0:5840:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31303 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.028946:0:5840:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b312f5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.028963:0:5840:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b312f5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.028970:0:5840:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b312f5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.028975:0:5840:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438400 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141337.028979:0:5840:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b312f5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.028986:0:5840:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b312f5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.029023:0:5840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff8b7c9071a500) 00010000:00010000:0.0:1787141337.029027:0:5840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787141337.029032:0:5840:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b312f5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.029037:0:5840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b312f5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.029055:0:5840:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b312fc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.029061:0:5840:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b312fc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.029067:0:5840:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b312fc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.029072:0:5840:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438800 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141337.029075:0:5840:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b312fc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.029081:0:5840:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b312fc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.029088:0:5840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x238769cd (ffff8b7c95a5b800) 00010000:00010000:0.0:1787141337.029091:0:5840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787141337.029093:0:5840:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b312fc lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.029099:0:5840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b312fc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.029150:0:5840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b312ee lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cebb expref: 32 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.029165:0:5840:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31303 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cebb expref: 31 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.029172:0:5840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b7ca1f39100) 00010000:00010000:0.0:1787141337.029174:0:5840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787141337.029177:0:5840:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf439400, rc 0) 00000100:00100000:0.0:1787141337.029251:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c86cc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+31:10354:x1873953240940800:12345-192.168.203.11@tcp:101:stat.0 Request processed in 18192us (18365us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141337.029259:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 53 00000100:00100000:2.0:1787141337.107874:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141337.107973:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240941440 00000100:00100000:1.0:1787141337.107984:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240941440 00000100:00100000:1.0:1787141337.108098:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 54 00000100:00100000:1.0:1787141337.108109:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+31:10360:x1873953240941440:12345-192.168.203.11@tcp:36:truncate.0 00010000:00010000:1.0:1787141337.108168:0:8206:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787141337.108195:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31303 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cebb expref: 31 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141337.108215:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b7ca1f39100) 00010000:00010000:1.0:1787141337.108219:0:8206:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787141337.108432:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b3130a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141337.108445:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b3130a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141337.108454:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b3130a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1787141337.108499:0:8206:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967337 00000004:00010000:1.0:1787141337.108666:0:8206:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000068d5f521 reply state 000000000ed686b0 transno 4294967338 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b3130a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141337.108675:0:8206:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1787141337.108783:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+33:10360:x1873953240941440:12345-192.168.203.11@tcp:36:truncate.0 Request processed in 675us (918us total) trans 4294967338 rc 0/0 00000100:00100000:1.0:1787141337.108790:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 54 00000020:00080000:1.0:1787141337.108841:0:8206:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1787141337.110720:0:3291:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b3130a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.110734:0:3291:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b3130a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.110741:0:3291:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b3130a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.110747:0:3291:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbfa60200 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141337.110752:0:3291:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b3130a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.110759:0:3291:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b3130a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.110774:0:3291:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b7ca1f39100) 00010000:00010000:3.0:1787141337.110777:0:3291:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141337.110781:0:3291:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b3130a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.110786:0:3291:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b3130a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141337.299747:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141337.299903:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240941568 00000100:00100000:0.0:1787141337.299913:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240941568 00000100:00100000:0.0:1787141337.299985:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 55 00000100:00100000:0.0:1787141337.299995:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+32:10374:x1873953240941568:12345-192.168.203.11@tcp:101:stat.0 00010000:00010000:0.0:1787141337.300018:0:5841:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141337.300037:0:5841:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b31311 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cec2 expref: -99 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.300101:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405c00/0xc65ffb29b5b31318 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.300115:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405c00/0xc65ffb29b5b31318 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.300126:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405c00/0xc65ffb29b5b31318 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.300157:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b3131f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.300164:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b3131f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.300171:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b3131f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.300443:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b31326 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.300452:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b31326 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.300458:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b31326 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787141337.300490:0:5841:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x4:0x0]: returning size 1234567 00000004:00200000:0.0:1787141337.300495:0:5841:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1787141337.300524:0:5841:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b31326 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.300535:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b31326 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.300542:0:5841:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405c00/0xc65ffb29b5b31318 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.300549:0:5841:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405c00/0xc65ffb29b5b31318 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.300565:0:5841:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405c00/0xc65ffb29b5b31318 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.300571:0:5841:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf405c00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141337.300575:0:5841:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405c00/0xc65ffb29b5b31318 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.300582:0:5841:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405c00/0xc65ffb29b5b31318 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.300593:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff8b7c9071a500) 00010000:00010000:0.0:1787141337.300596:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787141337.300600:0:5841:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405c00/0xc65ffb29b5b31318 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.300606:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405c00/0xc65ffb29b5b31318 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.300684:0:5841:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b3131f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.300689:0:5841:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b3131f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.300694:0:5841:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b3131f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.300699:0:5841:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf405800 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141337.300701:0:5841:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b3131f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.300717:0:5841:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b3131f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.300726:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x238769cd (ffff8b7c9071ac00) 00010000:00010000:0.0:1787141337.300728:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787141337.300731:0:5841:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b3131f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.300736:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b3131f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.300768:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b31311 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cec2 expref: 34 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.300780:0:5841:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b31326 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cec2 expref: 33 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.300787:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b7ca1f39100) 00010000:00010000:0.0:1787141337.300789:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787141337.300791:0:5841:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf404e00, rc 0) 00000100:00100000:0.0:1787141337.300904:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+33:10374:x1873953240941568:12345-192.168.203.11@tcp:101:stat.0 Request processed in 910us (1166us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141337.300913:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 55 00000100:00100000:2.0:1787141337.388163:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141337.391452:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240941824 00000100:00100000:0.0:1787141337.391516:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240941824 00000100:00100000:0.0:1787141337.391727:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 56 00000100:00100000:0.0:1787141337.391739:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+33:10384:x1873953240941824:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:0.0:1787141337.391777:0:5840:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141337.391816:0:5840:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b3132d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cec9 expref: -99 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787141337.392141:0:5840:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x3:0x0]: returning size 7680 00010000:00010000:0.0:1787141337.392451:0:5840:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b3132d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cec9 expref: 35 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.392519:0:5840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b7c95a5b200) 00010000:00010000:0.0:1787141337.392588:0:5840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787141337.392596:0:5840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b3132d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cec9 expref: 35 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.392680:0:5840:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf405e00, rc 0) 00000100:00100000:0.0:1787141337.392837:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+34:10384:x1873953240941824:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 1100us (4681us total) trans 4294967339 rc 301/301 00000100:00100000:0.0:1787141337.392845:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 56 00000100:00100000:2.0:1787141337.399783:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141337.410457:0:5843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240942080 00000100:00100000:0.0:1787141337.410474:0:5843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240942080 00000100:00100000:0.0:1787141337.410553:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 14 00000100:00100000:0.0:1787141337.410565:0:5843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+34:10384:x1873953240942080:12345-192.168.203.11@tcp:35:lfs.0 00000100:00100000:0.0:1787141337.411195:0:5843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+35:10384:x1873953240942080:12345-192.168.203.11@tcp:35:lfs.0 Request processed in 631us (11523us total) trans 4294967340 rc 0/0 00000100:00100000:0.0:1787141337.411204:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 14 00000100:00100000:2.0:1787141337.449281:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141337.449387:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240942336 00000100:00100000:1.0:1787141337.449399:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240942336 00000100:00100000:1.0:1787141337.449464:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 57 00000100:00100000:1.0:1787141337.449476:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+35:10390:x1873953240942336:12345-192.168.203.11@tcp:101:bash.0 00010000:00010000:1.0:1787141337.449504:0:8206:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787141337.449528:0:8206:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b3133b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92ced0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141337.449940:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31342 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141337.449957:0:8206:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b31326 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cec2 expref: 36 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141337.449984:0:8206:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31342 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141337.450017:0:8206:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b31326 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cec2 expref: 36 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141337.450031:0:8206:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b31326 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cec2 expref: 36 pid: 5841 timeout: 420 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141337.450046:0:8206:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83703b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8206:1873953262988416:192.168.203.11@tcp:104: 00000100:00100000:1.0:1787141337.450131:0:8206:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c82db1000 going to sleep for 11 seconds 00000100:00100000:1.0:1787141337.455777:0:8206:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83703b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8206:1873953262988416:192.168.203.11@tcp:104: 00010000:00010000:1.0:1787141337.455864:0:8206:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31342 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141337.459554:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141337.460159:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240942464 00000100:00100000:1.0:1787141337.460175:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240942464 00010000:00010000:1.0:1787141337.460232:0:5826:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b31326 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cec2 expref: 37 pid: 5841 timeout: 420 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141337.460354:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 40 00000100:00100000:1.0:1787141337.460366:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caf870e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+37:2353:x1873953240942464:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787141337.460383:0:5826:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787141337.460391:0:5826:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b31326 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cec2 expref: 37 pid: 5841 timeout: 420 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141337.460423:0:5826:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b31326 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cec2 expref: 37 pid: 5841 timeout: 420 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141337.460446:0:5826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b31326 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cec2 expref: 37 pid: 5841 timeout: 420 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141337.460465:0:5826:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b7ca1f39100) 00010000:00010000:1.0:1787141337.460470:0:5826:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31342 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141337.460479:0:5826:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31342 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141337.460486:0:5826:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31342 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141337.460520:0:5826:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787141337.460585:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caf870e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+36:2353:x1873953240942464:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 222us (1046us total) trans 0 rc 0/0 00010000:00010000:0.0:1787141337.460833:0:8206:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31342 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.460861:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31342 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787141337.460880:0:8206:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x4:0x0]: returning size 1234567 00010000:00010000:0.0:1787141337.461029:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b3133b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ced0 expref: 38 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.461046:0:8206:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31342 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ced0 expref: 37 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.461054:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b7ca1f39100) 00010000:00010000:0.0:1787141337.461057:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1787141337.461060:0:8206:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbfa61200, rc 0) 00000100:00100000:0.0:1787141337.461087:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+37:10390:x1873953240942336:12345-192.168.203.11@tcp:101:bash.0 Request processed in 11615us (11829us total) trans 4294967341 rc 0/0 00000100:00100000:0.0:1787141337.461097:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 57 00000100:00100000:1.0:1787141337.461257:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 40 00000100:00100000:2.0:1787141337.466899:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141337.467064:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240942720 00000100:00100000:3.0:1787141337.467075:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240942720 00000100:00100000:3.0:1787141337.467138:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 58 00000100:00100000:3.0:1787141337.467149:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caf871500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+36:10390:x1873953240942720:12345-192.168.203.11@tcp:36:bash.0 00010000:00010000:3.0:1787141337.467444:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31350 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.467462:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31350 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.467474:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31350 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1787141337.467529:0:10438:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967342 00000004:00010000:3.0:1787141337.467553:0:10438:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000002334f873 reply state 00000000ad5792b8 transno 4294967343 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31350 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141337.467562:0:10438:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1787141337.468153:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caf871500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+39:10390:x1873953240942720:12345-192.168.203.11@tcp:36:bash.0 Request processed in 1003us (1259us total) trans 4294967343 rc 0/0 00000100:00100000:2.0:1787141337.468176:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 58 00000020:00080000:2.0:1787141337.468181:0:10438:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1787141337.471432:0:3290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31350 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.471451:0:3290:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31350 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.471459:0:3290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31350 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.471465:0:3290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439200 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141337.471469:0:3290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31350 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.471495:0:3290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31350 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.471512:0:3290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b7ca1f39100) 00010000:00010000:0.0:1787141337.471515:0:3290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787141337.471519:0:3290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31350 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.471525:0:3290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31350 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141337.485774:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141337.486668:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240942848 00000100:00100000:0.0:1787141337.486690:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240942848 00000100:00100000:0.0:1787141337.486755:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 59 00000100:00100000:0.0:1787141337.486765:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caf872d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+38:10390:x1873953240942848:12345-192.168.203.11@tcp:101:bash.0 00010000:00010000:0.0:1787141337.486787:0:5840:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141337.486830:0:5840:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31357 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92ced7 expref: -99 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.487000:0:5840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405c00/0xc65ffb29b5b3135e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.487015:0:5840:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31342 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ced0 expref: 39 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.487023:0:5840:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405c00/0xc65ffb29b5b3135e lrc: 4/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.487062:0:5840:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31342 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ced0 expref: 39 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.487088:0:5840:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31342 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ced0 expref: 39 pid: 8206 timeout: 420 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141337.487101:0:5840:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7c86cc6300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5840:1873953262988544:192.168.203.11@tcp:104: 00000100:00100000:0.0:1787141337.487229:0:5840:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c86965300 going to sleep for 11 seconds 00000100:00100000:2.0:1787141337.499331:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141337.499518:0:5840:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7c86cc6300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5840:1873953262988544:192.168.203.11@tcp:104: 00010000:00010000:0.0:1787141337.499544:0:5840:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405c00/0xc65ffb29b5b3135e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141337.499781:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240942976 00000100:00100000:1.0:1787141337.499788:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240942976 00010000:00010000:1.0:1787141337.499867:0:5825:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31342 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ced0 expref: 40 pid: 8206 timeout: 420 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141337.499906:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 41 00000100:00100000:1.0:1787141337.499916:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caf870380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+40:2352:x1873953240942976:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787141337.499958:0:5825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787141337.499966:0:5825:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31342 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ced0 expref: 40 pid: 8206 timeout: 420 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141337.499978:0:5825:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31342 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ced0 expref: 40 pid: 8206 timeout: 420 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141337.499999:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31342 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ced0 expref: 40 pid: 8206 timeout: 420 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141337.500016:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b7ca1f39100) 00010000:00010000:1.0:1787141337.500021:0:5825:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405c00/0xc65ffb29b5b3135e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141337.500030:0:5825:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405c00/0xc65ffb29b5b3135e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141337.500037:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405c00/0xc65ffb29b5b3135e lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141337.500058:0:5825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787141337.500112:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caf870380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+39:2352:x1873953240942976:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 197us (789us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141337.500119:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 41 00010000:00010000:0.0:1787141337.500302:0:5840:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405c00/0xc65ffb29b5b3135e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.500311:0:5840:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405c00/0xc65ffb29b5b3135e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787141337.500365:0:5840:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x4:0x0]: returning size 0 00000004:00200000:0.0:1787141337.500370:0:5840:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1787141337.500389:0:5840:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405c00/0xc65ffb29b5b3135e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.500416:0:5840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31357 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ced7 expref: 39 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.500429:0:5840:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405c00/0xc65ffb29b5b3135e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ced7 expref: 38 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.500436:0:5840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b7ca1f39100) 00010000:00010000:0.0:1787141337.500444:0:5840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787141337.500448:0:5840:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf405c00, rc 0) 00000100:00100000:0.0:1787141337.500474:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caf872d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+38:10390:x1873953240942848:12345-192.168.203.11@tcp:101:bash.0 Request processed in 13711us (14710us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141337.500481:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 59 00000100:00100000:0.0:1787141337.506273:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141337.506827:0:5843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240943232 00000100:00100000:3.0:1787141337.506839:0:5843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240943232 00000100:00100000:3.0:1787141337.506903:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 15 00000100:00100000:3.0:1787141337.506913:0:5843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c871dc450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+38:10390:x1873953240943232:12345-192.168.203.11@tcp:35:bash.0 00000100:00100000:3.0:1787141337.507284:0:5843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c871dc450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+39:10390:x1873953240943232:12345-192.168.203.11@tcp:35:bash.0 Request processed in 372us (1021us total) trans 4294967344 rc 0/0 00000100:00100000:3.0:1787141337.507292:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 15 00000100:00100000:2.0:1787141337.586215:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141337.586877:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240943488 00000100:00100000:0.0:1787141337.586892:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240943488 00000100:00100000:0.0:1787141337.587034:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 60 00000100:00100000:0.0:1787141337.587049:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caf873480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+39:10400:x1873953240943488:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:0.0:1787141337.587080:0:8206:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141337.587106:0:8206:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31365 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cede expref: -99 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787141337.587440:0:8206:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x3:0x0]: returning size 7680 00010000:00010000:0.0:1787141337.587681:0:8206:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31365 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cede expref: 41 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.587712:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b7c95a5b200) 00010000:00010000:0.0:1787141337.587715:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787141337.587722:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31365 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cede expref: 41 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.587739:0:8206:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf405800, rc 0) 00000100:00100000:0.0:1787141337.588316:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caf873480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+40:10400:x1873953240943488:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 1266us (2112us total) trans 4294967345 rc 301/301 00000100:00100000:0.0:1787141337.588328:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 60 00000100:00100000:2.0:1787141337.592521:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141337.593170:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240943616 00000100:00100000:3.0:1787141337.593185:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240943616 00000100:00100000:3.0:1787141337.593266:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 61 00000100:00100000:3.0:1787141337.593278:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caf872300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+40:10400:x1873953240943616:12345-192.168.203.11@tcp:34:lfs.0 00010000:00010000:3.0:1787141337.593390:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31373 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.593412:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31373 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.593445:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31373 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.593467:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b3137a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.593475:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b3137a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.593483:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b3137a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.594724:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31381 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.594747:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31381 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.594760:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31381 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787141337.594843:0:10438:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31381 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.594861:0:10438:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31373 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.594868:0:10438:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31373 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.594876:0:10438:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31373 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.594897:0:10438:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438600 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141337.594903:0:10438:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31373 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.594911:0:10438:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31373 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.594926:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff8b7c9071a500) 00010000:00010000:3.0:1787141337.594930:0:10438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141337.594936:0:10438:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31373 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.594942:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31373 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.594972:0:10438:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b3137a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.594978:0:10438:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b3137a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.594984:0:10438:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b3137a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.594989:0:10438:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439200 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141337.594992:0:10438:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b3137a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.594998:0:10438:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b3137a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.595017:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x238769cd (ffff8b7c95a5b700) 00010000:00010000:3.0:1787141337.595020:0:10438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141337.595022:0:10438:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b3137a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.595028:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b3137a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.595046:0:10438:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31381 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.595052:0:10438:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31381 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.595058:0:10438:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31381 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.595063:0:10438:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439400 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141337.595066:0:10438:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31381 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.595071:0:10438:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31381 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.595078:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b7ca1f39100) 00010000:00010000:3.0:1787141337.595080:0:10438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141337.595083:0:10438:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31381 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.595089:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31381 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141337.595228:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caf872300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+40:10400:x1873953240943616:12345-192.168.203.11@tcp:34:lfs.0 Request processed in 1946us (2723us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141337.595240:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 61 00000100:00100000:0.0:1787141337.601270:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141337.601378:0:5843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240943872 00000100:00100000:3.0:1787141337.601392:0:5843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240943872 00000100:00100000:3.0:1787141337.601526:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 16 00000100:00100000:3.0:1787141337.601539:0:5843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c86cc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+40:10400:x1873953240943872:12345-192.168.203.11@tcp:35:lfs.0 00000100:00100000:3.0:1787141337.602722:0:5843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c86cc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+41:10400:x1873953240943872:12345-192.168.203.11@tcp:35:lfs.0 Request processed in 1177us (1457us total) trans 4294967346 rc 0/0 00000100:00100000:3.0:1787141337.602734:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 16 00000100:00100000:2.0:1787141337.657426:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141337.661730:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240944128 00000100:00100000:0.0:1787141337.661755:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240944128 00000100:00100000:0.0:1787141337.661909:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 62 00000100:00100000:0.0:1787141337.661926:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caf872a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+41:10403:x1873953240944128:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:0.0:1787141337.661974:0:5840:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141337.662006:0:5840:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31388 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cee5 expref: -99 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.662109:0:5840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405600/0xc65ffb29b5b3138f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.662139:0:5840:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405600/0xc65ffb29b5b3138f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.662162:0:5840:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405600/0xc65ffb29b5b3138f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.662181:0:5840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405000/0xc65ffb29b5b31396 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.662189:0:5840:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405000/0xc65ffb29b5b31396 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.662196:0:5840:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405000/0xc65ffb29b5b31396 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.662630:0:5840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b3139d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.662641:0:5840:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b3139d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.662658:0:5840:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b3139d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787141337.662672:0:5840:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x4:0x0]: returning size 0 00010000:00010000:0.0:1787141337.665556:0:5840:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405600/0xc65ffb29b5b3138f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.665581:0:5840:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405600/0xc65ffb29b5b3138f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.665589:0:5840:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405600/0xc65ffb29b5b3138f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.665597:0:5840:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf405600 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141337.665603:0:5840:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405600/0xc65ffb29b5b3138f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.665680:0:5840:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405600/0xc65ffb29b5b3138f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.665704:0:5840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff8b7c9071a500) 00010000:00010000:0.0:1787141337.665707:0:5840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787141337.665714:0:5840:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405600/0xc65ffb29b5b3138f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.665720:0:5840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405600/0xc65ffb29b5b3138f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.665743:0:5840:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405000/0xc65ffb29b5b31396 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.665750:0:5840:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405000/0xc65ffb29b5b31396 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.665783:0:5840:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405000/0xc65ffb29b5b31396 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.665789:0:5840:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf405000 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141337.665793:0:5840:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405000/0xc65ffb29b5b31396 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.665909:0:5840:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405000/0xc65ffb29b5b31396 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.665919:0:5840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x238769cd (ffff8b7c9071ac00) 00010000:00010000:0.0:1787141337.665922:0:5840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787141337.665925:0:5840:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405000/0xc65ffb29b5b31396 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.665932:0:5840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405000/0xc65ffb29b5b31396 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.666035:0:5840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31388 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cee5 expref: 44 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.666053:0:5840:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b3139d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cee5 expref: 43 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141337.666061:0:5840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b7ca1f39100) 00010000:00010000:0.0:1787141337.666063:0:5840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787141337.666067:0:5840:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf404600, rc 0) 00000100:00100000:0.0:1787141337.666189:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caf872a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+43:10403:x1873953240944128:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 4267us (8776us total) trans 4294967347 rc 0/0 00000100:00100000:0.0:1787141337.666210:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 62 00000100:00100000:0.0:1787141337.672046:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141337.672107:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141337.672180:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240944384 00000100:00100000:1.0:1787141337.672196:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240944384 00000100:00100000:1.0:1787141337.672279:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 63 00000100:00100000:1.0:1787141337.672292:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c86cc5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+43:10403:x1873953240944384:12345-192.168.203.11@tcp:54:lfs.0 00010000:00010000:1.0:1787141337.672415:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b313ab lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141337.672442:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b313ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141337.672458:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b313ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141337.672501:0:8206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b313ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141337.672509:0:8206:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b313ab lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141337.672511:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240944256 00000100:00100000:3.0:1787141337.672519:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240944256 00010000:00010000:1.0:1787141337.672520:0:8206:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b313ab lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141337.672529:0:8206:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbfa61200 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:1.0:1787141337.672534:0:8206:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b313ab lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141337.672556:0:8206:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b313ab lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141337.672574:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b7ca1f39100) 00010000:00010000:1.0:1787141337.672579:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00000100:00100000:3.0:1787141337.672581:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 4 00010000:00010000:1.0:1787141337.672588:0:8206:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b313ab lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141337.672594:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c86cc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+44:2353:x1873953240944256:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787141337.672616:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b313ab lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.672629:0:5826:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787141337.672652:0:5826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b3139d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cee5 expref: 44 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.672668:0:5826:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b7ca1f39100) 00010000:00010000:3.0:1787141337.672673:0:5826:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787141337.672742:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c86cc5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+43:10403:x1873953240944384:12345-192.168.203.11@tcp:54:lfs.0 Request processed in 452us (633us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141337.672752:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 63 00000100:00100000:3.0:1787141337.672785:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c86cc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+42:2353:x1873953240944256:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 193us (756us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141337.672827:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 4 00000100:00100000:3.0:1787141337.681279:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141337.681479:0:5842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240944640 00000100:00100000:1.0:1787141337.681495:0:5842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240944640 00000100:00100000:1.0:1787141337.681573:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 17 00000100:00100000:1.0:1787141337.681587:0:5842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9890aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+42:10403:x1873953240944640:12345-192.168.203.11@tcp:35:lfs.0 00000100:00100000:1.0:1787141337.681989:0:5842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9890aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+43:10403:x1873953240944640:12345-192.168.203.11@tcp:35:lfs.0 Request processed in 403us (733us total) trans 4294967348 rc 0/0 00000100:00100000:1.0:1787141337.681999:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 17 00000100:00100000:1.0:1787141337.856114:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141337.856589:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240944896 00000100:00100000:3.0:1787141337.856912:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240944896 00010000:00010000:0.0:1787141337.856974:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787141337.857054:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 64 00000100:00100000:3.0:1787141337.857069:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83703b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+43:10421:x1873953240944896:12345-192.168.203.11@tcp:101:cat.0 00010000:00010000:3.0:1787141337.857102:0:10438:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141337.857128:0:10438:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b313b2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92ceec expref: -99 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.857279:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b313b9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.857297:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b313b9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.857309:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b313b9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787141337.857322:0:10438:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x4:0x0]: returning size 0 00010000:00010000:3.0:1787141337.858151:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b313b2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ceec expref: 46 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.858180:0:10438:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b313b9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ceec expref: 45 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.858191:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b7ca1f39100) 00010000:00010000:3.0:1787141337.858194:0:10438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1787141337.858198:0:10438:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf439200, rc 0) 00000100:00100000:3.0:1787141337.858294:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83703b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+45:10421:x1873953240944896:12345-192.168.203.11@tcp:101:cat.0 Request processed in 1229us (2195us total) trans 4294967349 rc 0/0 00000100:00100000:3.0:1787141337.858305:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 64 00000100:00100000:0.0:1787141337.898417:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141337.898577:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240945024 00000100:00100000:3.0:1787141337.898593:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240945024 00000100:00100000:1.0:1787141337.898721:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 65 00000100:00100000:1.0:1787141337.898736:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6de8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+45:10422:x1873953240945024:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:1.0:1787141337.898780:0:8206:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787141337.898872:0:8206:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b313c7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cef3 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141337.898957:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b313ce lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141337.898971:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b313ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141337.898980:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b313ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787141337.899369:0:8206:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x3:0x0]: returning size 7680 00000004:00200000:1.0:1787141337.899382:0:8206:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1787141337.899491:0:8206:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b313ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141337.899627:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b313c7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cef3 expref: 47 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141337.899650:0:8206:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b313ce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cef3 expref: 46 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141337.899661:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff8b7c9071a500) 00010000:00010000:1.0:1787141337.899665:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787141337.899670:0:8206:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbfa61000, rc 0) 00000100:00100000:1.0:1787141337.899775:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6de8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+46:10422:x1873953240945024:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 1041us (1372us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141337.899782:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 65 00000100:00100000:0.0:1787141337.903656:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141337.903841:0:5842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240945408 00000100:00100000:1.0:1787141337.903855:0:5842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240945408 00000100:00100000:1.0:1787141337.903928:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 18 00000100:00100000:1.0:1787141337.903941:0:5842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6de9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+46:10422:x1873953240945408:12345-192.168.203.11@tcp:35:lfs.0 00000100:00100000:1.0:1787141337.904381:0:5842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6de9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+47:10422:x1873953240945408:12345-192.168.203.11@tcp:35:lfs.0 Request processed in 440us (737us total) trans 4294967350 rc 0/0 00000100:00100000:1.0:1787141337.904390:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 18 00000100:00100000:2.0:1787141337.906476:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141337.906578:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240945536 00000100:00100000:1.0:1787141337.906589:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240945536 00000100:00100000:1.0:1787141337.906707:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 5 00000100:00100000:1.0:1787141337.906720:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caf870000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+47:10422:x1873953240945536:12345-192.168.203.11@tcp:103:lfs.0 00010000:00010000:1.0:1787141337.906738:0:5825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1787141337.906790:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405c00/0xc65ffb29b5b3135e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ced7 expref: 47 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141337.906846:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b313b9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ceec expref: 46 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141337.906862:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6200/0xc65ffb29b5b31269 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce98 expref: 45 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141337.906873:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b7ca1f39100) 00010000:00010000:1.0:1787141337.906886:0:5825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787141337.907002:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caf870000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+44:10422:x1873953240945536:12345-192.168.203.11@tcp:103:lfs.0 Request processed in 283us (534us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141337.907011:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 5 00000100:00100000:0.0:1787141337.910171:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141337.911075:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240945664 00000100:00100000:2.0:1787141337.911092:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240945664 00000100:00100000:2.0:1787141337.911175:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 66 00000100:00100000:2.0:1787141337.911187:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6debb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+44:10422:x1873953240945664:12345-192.168.203.11@tcp:58:lfs.0 00010000:00010000:2.0:1787141337.911350:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b313d5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141337.911370:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b313d5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141337.911383:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b313d5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1787141337.912912:0:5841:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1787141337.913357:0:5841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].1, 64 off8256 00000040:00080000:2.0:1787141337.913420:0:5841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1, 136 off8328 00000100:00100000:2.0:1787141337.913585:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6debb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+44:10422:x1873953240945664:12345-192.168.203.11@tcp:58:lfs.0 Request processed in 2390us (3418us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141337.913599:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 66 00000100:00100000:0.0:1787141337.925368:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141337.926128:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240945792 00000100:00100000:3.0:1787141337.926146:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240945792 00000100:00100000:3.0:1787141337.926224:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 67 00000100:00100000:3.0:1787141337.926238:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+44:10424:x1873953240945792:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:3.0:1787141337.926266:0:10438:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141337.926293:0:10438:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b313dc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cefa expref: -99 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.926376:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b313e3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.926392:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b313e3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.926405:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b313e3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.926423:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b313ea lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.926430:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b313ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.926436:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b313ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.926877:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b313f1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.926887:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b313f1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x53/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.926904:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b313f1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x53/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787141337.926951:0:10438:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x4:0x0]: returning size 0 00000004:00200000:3.0:1787141337.926957:0:10438:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1787141337.926991:0:10438:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b313f1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x53/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.927005:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b313f1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.927014:0:10438:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b313e3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.927021:0:10438:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b313e3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.927028:0:10438:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b313e3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.927035:0:10438:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438600 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141337.927039:0:10438:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b313e3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.927047:0:10438:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b313e3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.927061:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff8b7c9071a500) 00010000:00010000:3.0:1787141337.927065:0:10438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141337.927070:0:10438:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b313e3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.927087:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b313e3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.927103:0:10438:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b313ea lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.927109:0:10438:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b313ea lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.927114:0:10438:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b313ea lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.927119:0:10438:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438e00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141337.927122:0:10438:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b313ea lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.927127:0:10438:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b313ea lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.927135:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x238769cd (ffff8b7c95a5b700) 00010000:00010000:3.0:1787141337.927137:0:10438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141337.927140:0:10438:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b313ea lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.927146:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b313ea lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.927183:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b313dc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cefa expref: 46 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.927211:0:10438:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b313f1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cefa expref: 45 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141337.927219:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b7ca1f39200) 00010000:00010000:3.0:1787141337.927221:0:10438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787141337.927224:0:10438:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf438800, rc 0) 00000100:00100000:3.0:1787141337.927314:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+45:10424:x1873953240945792:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 1079us (1960us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141337.927322:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 67 00000100:00100000:1.0:1787141337.985978:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7ca6de8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:66373bca-6a9f-4159-900e-58874c9cc4a0:3305:1873953262988672:0@lo:400:kworker.0 00000100:00100000:0.0:1787141337.986016:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7ca6de9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3306:1873953262988800:0@lo:400:kworker.0 00000100:00100000:1.0:1787141337.986110:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141337.986112:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141337.986165:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7ca6deb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953262989312:0@lo:400:kworker.0 00000100:00100000:0.0:1787141337.986194:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141337.986286:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7ca6deb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3305:1873953262989184:0@lo:400:kworker.0 00000004:00080000:3.0:1787141337.986307:0:8044:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 320992508870ns, next at 321992505893ns, rc = 0 00000100:00100000:1.0:1787141337.986328:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141337.986355:0:3305:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787141337.986363:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7ca6de8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262989056:0@lo:400:kworker.0 00000100:00100000:3.0:1787141337.986403:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262988672 00000100:00100000:3.0:1787141337.986413:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262988672 00000100:00100000:3.0:1787141337.986474:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 283 00000100:00100000:3.0:1787141337.986486:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3305:x1873953262988672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141337.986557:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3305:x1873953262988672:12345-0@lo:400:kworker.0 Request processed in 75us (455us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141337.986564:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 283 00000100:00100000:1.0:1787141337.986677:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262988800 00000100:00100000:1.0:1787141337.986686:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262988800 00000100:00100000:1.0:1787141337.986727:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262989184 00000100:00100000:1.0:1787141337.986729:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262989184 00000100:00100000:1.0:1787141337.986759:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00100000:1.0:1787141337.986767:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6de9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3306:x1873953262988800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787141337.986849:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6de9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3306:x1873953262988800:12345-0@lo:400:kworker.0 Request processed in 83us (745us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141337.986863:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00100000:1.0:1787141337.986882:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00100000:1.0:1787141337.986889:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83703800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3305:x1873953262989184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787141337.986918:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83703800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3305:x1873953262989184:12345-0@lo:400:kworker.0 Request processed in 30us (591us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141337.986923:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000100:00080000:1.0:1787141337.986940:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787141337.987125:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7ca6de9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3307:1873953262988928:0@lo:400:kworker.0 00000100:00100000:2.0:1787141337.987178:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141337.987215:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7c98909c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262989440:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787141337.987241:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141337.987318:0:6692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262989440 00000100:00100000:2.0:1787141337.987323:0:6692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262989440 00000100:00100000:1.0:1787141337.987336:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262988928 00000100:00100000:1.0:1787141337.987343:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262988928 00000100:00100000:2.0:1787141337.987361:0:6692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1787141337.987373:0:6692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caf873b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3307:x1873953262989440:12345-0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1787141337.987376:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00002000:00000024:2.0:1787141337.987413:0:6692:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1787141337.987423:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00100000:1.0:1787141337.987434:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caf871180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1873953262988928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787141337.987481:0:6692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caf873b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3307:x1873953262989440:12345-0@lo:13:osp-pre-1-0.0 Request processed in 109us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141337.987493:0:6692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1787141337.987493:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caf871180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1873953262988928:12345-0@lo:400:kworker.0 Request processed in 59us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141337.987509:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00100000:2.0:1787141337.987534:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7caf872680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953262989568:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787141337.987567:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141337.987599:0:11379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262989568 00000100:00100000:2.0:1787141337.987613:0:11379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262989568 00000100:00100000:2.0:1787141337.987652:0:11379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1787141337.987660:0:11379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caf870a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3304:x1873953262989568:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1787141337.987680:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:2.0:1787141337.987683:0:11379:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1787141337.987729:0:11379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caf870a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3304:x1873953262989568:12345-0@lo:13:osp-pre-0-0.0 Request processed in 70us (161us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141337.987738:0:11379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1787141337.987780:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7ca6de9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3307:1873953262988928:0@lo:400:kworker.0 00000100:00100000:2.0:1787141337.987812:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7c98909c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262989440:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787141337.987840:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7caf872680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953262989568:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787141337.988835:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141337.989322:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7ca6de9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3306:1873953262988800:0@lo:400:kworker.0 00000100:00100000:1.0:1787141337.990474:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7ca6deb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3305:1873953262989184:0@lo:400:kworker.0 00000100:00100000:1.0:1787141337.990490:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7ca6de8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:66373bca-6a9f-4159-900e-58874c9cc4a0:3305:1873953262988672:0@lo:400:kworker.0 00000100:00100000:0.0:1787141337.990621:0:6688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262989312 00000100:00100000:0.0:1787141337.990628:0:6688:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262989312 00000100:00100000:0.0:1787141337.990688:0:6688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262989056 00000100:00100000:0.0:1787141337.990691:0:6688:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262989056 00000100:00100000:0.0:1787141337.990707:0:6688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1787141337.990715:0:6688:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6de8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3306:x1873953262989312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787141337.990787:0:6688:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6de8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3306:x1873953262989312:12345-0@lo:400:kworker.0 Request processed in 72us (4593us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141337.990811:0:6688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1787141337.990827:0:6688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1787141337.990833:0:6688:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83701880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3305:x1873953262989056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787141337.990863:0:6688:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83701880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3305:x1873953262989056:12345-0@lo:400:kworker.0 Request processed in 31us (2034us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141337.990882:0:6688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1787141337.990910:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7ca6de8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262989056:0@lo:400:kworker.0 00000100:00100000:1.0:1787141337.991064:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7ca6deb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953262989312:0@lo:400:kworker.0 00000040:00080000:3.0:1787141338.690059:0:11681:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1787141338.690068:0:11681:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1787141338.690119:0:11681:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 2 count 2 00000040:00080000:3.0:1787141338.690126:0:11681:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1787141338.690245:0:11681:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7c9890a300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11681:1873953262989696:192.168.203.11@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1787141338.690340:0:11681:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c857e5540 going to sleep for 11 seconds 00000100:00100000:1.0:1787141338.695314:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141338.695415:0:5851:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240945920 00000100:00100000:3.0:1787141338.695433:0:5851:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240945920 00000100:00100000:3.0:1787141338.695509:0:5851:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 1 00000100:00100000:3.0:1787141338.695519:0:5851:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4430a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:0fd039ab-150d-4a77-92cd-c96e4dce9634+46:10435:x1873953240945920:12345-192.168.203.11@tcp:900:lhsmtool_posix.0 00000100:00100000:3.0:1787141338.695593:0:5851:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4430a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:0fd039ab-150d-4a77-92cd-c96e4dce9634+46:10435:x1873953240945920:12345-192.168.203.11@tcp:900:lhsmtool_posix.0 Request processed in 76us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141338.695611:0:5851:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 1 00000100:00080000:1.0:1787141338.695737:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787141338.697649:0:11681:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7c9890a300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11681:1873953262989696:192.168.203.11@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1787141338.701368:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141338.701734:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240946048 00000100:00100000:2.0:1787141338.701750:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240946048 00000100:00100000:2.0:1787141338.701844:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 68 00000100:00100000:2.0:1787141338.701856:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9890a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+45:10435:x1873953240946048:12345-192.168.203.11@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1787141338.701921:0:8206:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000401:0x4:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1787141338.702056:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9890a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+45:10435:x1873953240946048:12345-192.168.203.11@tcp:53:lhsmtool_posix.0 Request processed in 201us (700us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141338.702063:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 68 00000100:00100000:1.0:1787141338.705893:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141338.705940:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240946176 00000100:00100000:1.0:1787141338.705949:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240946176 00000100:00100000:1.0:1787141338.706025:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 69 00000100:00100000:1.0:1787141338.706036:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+45:10435:x1873953240946176:12345-192.168.203.11@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1787141338.706110:0:5840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60600/0xc65ffb29b5b313f8 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141338.706126:0:5840:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60600/0xc65ffb29b5b313f8 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141338.706139:0:5840:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60600/0xc65ffb29b5b313f8 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141338.706175:0:5840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61400/0xc65ffb29b5b313ff lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3c15db59 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141338.706183:0:5840:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61400/0xc65ffb29b5b313ff lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3c15db59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141338.706189:0:5840:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61400/0xc65ffb29b5b313ff lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3c15db59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141338.706215:0:5840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31406 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141338.706223:0:5840:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31406 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141338.706230:0:5840:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31406 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787141338.706269:0:5840:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x4:0x0]: returning size 0 00000004:00200000:1.0:1787141338.706272:0:5840:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1787141338.706284:0:5840:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31406 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141338.706301:0:5840:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60600/0xc65ffb29b5b313f8 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141338.706307:0:5840:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60600/0xc65ffb29b5b313f8 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141338.706313:0:5840:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60600/0xc65ffb29b5b313f8 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141338.706318:0:5840:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbfa60600 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:1.0:1787141338.706322:0:5840:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60600/0xc65ffb29b5b313f8 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141338.706329:0:5840:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60600/0xc65ffb29b5b313f8 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141338.706342:0:5840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b7c84d5bf00) 00010000:00010000:1.0:1787141338.706346:0:5840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787141338.706349:0:5840:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60600/0xc65ffb29b5b313f8 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141338.706355:0:5840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60600/0xc65ffb29b5b313f8 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141338.706368:0:5840:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61400/0xc65ffb29b5b313ff lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3c15db59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141338.706374:0:5840:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61400/0xc65ffb29b5b313ff lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3c15db59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141338.706379:0:5840:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61400/0xc65ffb29b5b313ff lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3c15db59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141338.706390:0:5840:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbfa61400 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:1.0:1787141338.706393:0:5840:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61400/0xc65ffb29b5b313ff lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3c15db59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141338.706398:0:5840:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61400/0xc65ffb29b5b313ff lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3c15db59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141338.706419:0:5840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x3c15db59 (ffff8b7c84d5bc00) 00010000:00010000:1.0:1787141338.706422:0:5840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787141338.706425:0:5840:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61400/0xc65ffb29b5b313ff lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3c15db59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141338.706431:0:5840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61400/0xc65ffb29b5b313ff lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3c15db59 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141338.706447:0:5840:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31406 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141338.706453:0:5840:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31406 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141338.706459:0:5840:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31406 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141338.706464:0:5840:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbfa61200 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:1.0:1787141338.706468:0:5840:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31406 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141338.706474:0:5840:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31406 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141338.706492:0:5840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b7ca1f39200) 00010000:00010000:1.0:1787141338.706495:0:5840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787141338.706498:0:5840:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31406 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141338.706503:0:5840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31406 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141338.706582:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+45:10435:x1873953240946176:12345-192.168.203.11@tcp:34:lhsmtool_posix.0 Request processed in 547us (698us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141338.706590:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 69 00000100:00100000:1.0:1787141338.712457:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141338.712532:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240946432 00000100:00100000:3.0:1787141338.712551:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240946432 00000100:00100000:3.0:1787141338.712899:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 70 00000100:00100000:3.0:1787141338.712917:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4319180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+45:10435:x1873953240946432:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1787141338.712948:0:10438:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141338.713185:0:10438:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b3140d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cf01 expref: -99 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141338.713329:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31414 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141338.713349:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31414 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141338.713364:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31414 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787141338.713379:0:10438:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x4:0x0]: returning size 0 00010000:00010000:3.0:1787141338.714929:0:10438:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31414 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141338.714949:0:10438:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31414 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141338.715144:0:10438:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31414 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141338.715152:0:10438:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439400 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141338.715158:0:10438:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31414 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141338.715169:0:10438:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31414 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141338.715189:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b7ca1f39200) 00010000:00010000:3.0:1787141338.715193:0:10438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787141338.715199:0:10438:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31414 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141338.715206:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31414 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141338.715285:0:10438:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b3140d lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf01 expref: 47 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141338.715298:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b7c84d5bf00) 00010000:00010000:3.0:1787141338.715301:0:10438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787141338.715307:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b3140d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf01 expref: 47 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141338.715320:0:10438:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf438e00, rc 0) 00000100:00100000:3.0:1787141338.715421:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4319180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+46:10435:x1873953240946432:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 2509us (2976us total) trans 4294967351 rc 301/301 00000100:00100000:3.0:1787141338.715442:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 70 00000100:00100000:1.0:1787141338.721836:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141338.722121:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240946560 00000100:00100000:0.0:1787141338.722139:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240946560 00000100:00100000:0.0:1787141338.722508:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 71 00000100:00100000:0.0:1787141338.722525:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbbbd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+46:10435:x1873953240946560:12345-192.168.203.11@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1787141338.722565:0:5839:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000401:0x4:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1787141338.722712:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbbbd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+46:10435:x1873953240946560:12345-192.168.203.11@tcp:53:lhsmtool_posix.0 Request processed in 192us (926us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141338.722721:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 71 00000100:00100000:2.0:1787141338.735034:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141338.735419:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240946816 00000100:00100000:0.0:1787141338.735436:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240946816 00000100:00100000:0.0:1787141338.735613:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 72 00000100:00100000:0.0:1787141338.735625:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caf872680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+46:10435:x1873953240946816:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1787141338.735646:0:5841:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141338.735649:0:5841:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1787141338.735675:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b313ce lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cef3 expref: 46 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141338.735691:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff8b7c9071a500) 00010000:00010000:0.0:1787141338.735696:0:5841:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787141338.735709:0:5841:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b31422 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cf08 expref: -99 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787141338.736382:0:5841:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x3:0x0], index 0: 0 00010000:00010000:0.0:1787141338.736583:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b31429 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141338.736617:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b31429 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141338.736628:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b31429 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141338.736690:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b31422 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf08 expref: 48 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141338.736706:0:5841:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b31429 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf08 expref: 47 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141338.736715:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6:0x0].0x0 (ffff8b7c9071ae00) 00010000:00010000:0.0:1787141338.736717:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787141338.736720:0:5841:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf404e00, rc 0) 00000100:00100000:0.0:1787141338.736833:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caf872680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+47:10435:x1873953240946816:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 1209us (1881us total) trans 4294967352 rc 0/0 00000100:00100000:0.0:1787141338.736841:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 72 00000100:00100000:2.0:1787141338.745545:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141338.746220:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240947072 00000100:00100000:3.0:1787141338.746237:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240947072 00000100:00100000:3.0:1787141338.746318:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 73 00000100:00100000:3.0:1787141338.746332:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caf871880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+47:10435:x1873953240947072:12345-192.168.203.11@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1787141338.746412:0:10438:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787141338.746450:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b31429 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf08 expref: 47 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141338.746474:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6:0x0].0x0 (ffff8b7c9071ae00) 00010000:00010000:3.0:1787141338.746499:0:10438:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787141338.746533:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31437 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141338.746552:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31437 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141338.746563:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31437 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141338.746582:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b3143e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3:0x0].0x93424f05 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141338.746590:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b3143e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0x93424f05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141338.746856:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b3143e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0x93424f05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141338.747339:0:10438:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31437 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141338.747350:0:10438:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31437 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141338.747358:0:10438:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31437 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141338.747365:0:10438:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438e00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141338.747371:0:10438:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31437 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141338.747380:0:10438:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31437 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141338.747395:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff8b7c9071a500) 00010000:00010000:3.0:1787141338.747398:0:10438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141338.747403:0:10438:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31437 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141338.747409:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31437 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141338.747422:0:10438:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b3143e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0x93424f05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141338.747427:0:10438:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b3143e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0x93424f05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141338.747433:0:10438:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b3143e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0x93424f05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141338.747445:0:10438:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439400 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141338.747449:0:10438:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b3143e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0x93424f05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141338.747455:0:10438:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b3143e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0x93424f05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141338.747464:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x93424f05 (ffff8b7c95a5bb00) 00010000:00010000:3.0:1787141338.747466:0:10438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141338.747469:0:10438:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b3143e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3:0x0].0x93424f05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141338.747474:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b3143e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3:0x0].0x93424f05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141338.748085:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caf871880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+46:10435:x1873953240947072:12345-192.168.203.11@tcp:36:lhsmtool_posix.0 Request processed in 1748us (2544us total) trans 0 rc -2/-2 00000100:00100000:3.0:1787141338.748096:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 73 00000100:00100000:2.0:1787141338.751181:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141338.753079:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240947200 00000100:00100000:1.0:1787141338.753097:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240947200 00000100:00100000:1.0:1787141338.753167:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 74 00000100:00100000:1.0:1787141338.753181:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caf871c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+46:10435:x1873953240947200:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1787141338.753203:0:5839:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787141338.753231:0:5839:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31445 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cf0f expref: -99 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141338.753268:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61400/0xc65ffb29b5b3144c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141338.753283:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61400/0xc65ffb29b5b3144c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141338.753295:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61400/0xc65ffb29b5b3144c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141338.753408:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31445 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf0f expref: 48 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141338.753431:0:5839:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61400/0xc65ffb29b5b3144c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf0f expref: 47 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141338.753441:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6:0x0].0x0 (ffff8b7c84d5bc00) 00010000:00010000:1.0:1787141338.753445:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1787141338.753450:0:5839:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbfa61400, rc 0) 00000100:00100000:1.0:1787141338.753530:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caf871c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+47:10435:x1873953240947200:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 352us (2363us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141338.753539:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 74 00000100:00100000:2.0:1787141338.757219:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141338.762189:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240947456 00000100:00100000:1.0:1787141338.762207:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240947456 00000100:00100000:1.0:1787141338.762272:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 75 00000100:00100000:1.0:1787141338.762284:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caf870700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+47:10435:x1873953240947456:12345-192.168.203.11@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1787141338.762362:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b31453 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141338.762379:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b31453 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141338.762391:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b31453 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1787141338.762726:0:5841:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].3, 88 off8408 00000004:00080000:1.0:1787141338.762737:0:5841:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 321768940993ns, next at 322768938729ns, rc = 0 00000004:00010000:1.0:1787141338.763046:0:5841:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000db382e34 reply state 000000004d4ddc8b transno 4294967353 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b31453 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141338.763057:0:5841:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1787141338.763176:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caf870700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+49:10435:x1873953240947456:12345-192.168.203.11@tcp:36:lhsmtool_posix.0 Request processed in 893us (5973us total) trans 4294967353 rc 0/0 00000100:00100000:1.0:1787141338.763183:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 75 00010000:00010000:3.0:1787141338.766188:0:3291:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b31453 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141338.766207:0:3291:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b31453 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141338.766215:0:3291:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b31453 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141338.766221:0:3291:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbfa60200 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141338.766225:0:3291:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b31453 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141338.766241:0:3291:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b31453 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141338.766256:0:3291:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6:0x0].0x0 (ffff8b7c84d5bc00) 00010000:00010000:3.0:1787141338.766259:0:3291:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1787141338.766264:0:3291:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b31453 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141338.766270:0:3291:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b31453 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141338.767709:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141338.767887:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240947584 00000100:00100000:1.0:1787141338.767904:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240947584 00000100:00100000:1.0:1787141338.767975:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 76 00000100:00100000:1.0:1787141338.767986:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98909c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+48:10435:x1873953240947584:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1787141338.768011:0:10438:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787141338.768031:0:10438:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b3145a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cf16 expref: -99 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141338.768094:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b3145a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf16 expref: 49 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141338.768108:0:10438:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b3145a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf16 expref: 49 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141338.768141:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6:0x0].0x0 (ffff8b7c84d5bc00) 00010000:00010000:1.0:1787141338.768144:0:10438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1787141338.768147:0:10438:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbfa61000, rc 0) 00000100:00100000:1.0:1787141338.768211:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98909c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+49:10435:x1873953240947584:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 226us (516us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141338.768219:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 76 00000100:00100000:1.0:1787141338.778040:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141338.778247:0:6688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240947712 00000100:00100000:0.0:1787141338.778256:0:6688:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240947712 00000100:00100000:0.0:1787141338.778305:0:6688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 24 00000100:00100000:0.0:1787141338.778314:0:6688:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbbbd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2349:x1873953240947712:12345-192.168.203.11@tcp:8:lhsmtool_posix.0 00010000:00080000:0.0:1787141338.778343:0:6688:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from 0fd039ab-150d-4a77-92cd-c96e4dce9634@192.168.203.11@tcp t0 exp 0000000000000000 cur 321 last 0 00000020:00000080:0.0:1787141338.779236:0:6688:0:(genops.c:1385:class_connect()) connect: client 0fd039ab-150d-4a77-92cd-c96e4dce9634, cookie 0xc65ffb29b5b31461 00002000:00100000:0.0:1787141338.779253:0:6688:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 0fd039ab-150d-4a77-92cd-c96e4dce9634/ffff8b7c8623d000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 211392c ocd_grant: 3407872 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1787141338.779265:0:6688:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:0.0:1787141338.780187:0:6688:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1787141338.780227:0:6688:0:(import.c:65:import_set_state_nolock()) ffff8b7c86239000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787141338.780310:0:6688:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbbbd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2349:x1873953240947712:12345-192.168.203.11@tcp:8:lhsmtool_posix.0 Request processed in 1992us (2277us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141338.780321:0:6688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 24 00000100:00100000:2.0:1787141338.785675:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141338.785769:0:6690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240947840 00000100:00100000:3.0:1787141338.785787:0:6690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240947840 00000100:00100000:3.0:1787141338.785941:0:6690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 25 00000100:00100000:3.0:1787141338.785957:0:6690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caf873100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:0:x1873953240947840:12345-192.168.203.11@tcp:2:lhsmtool_posix.0 00000100:00080000:1.0:1787141338.786515:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00100000:2.0:1787141338.846208:0:6713:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 0fd039ab-150d-4a77-92cd-c96e4dce9634 00000001:00080000:2.0:1787141338.846235:0:6713:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967301 is committed 00000100:00100000:1.0:1787141338.846513:0:6690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caf873100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:0:x1873953240947840:12345-192.168.203.11@tcp:2:lhsmtool_posix.0 Request processed in 60550us (61095us total) trans 4294967301 rc 0/0 00000100:00100000:1.0:1787141338.846527:0:6690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 25 00000040:00080000:3.0:1787141338.847950:0:11995:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1787141338.847961:0:11995:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1787141338.848006:0:11995:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 2 count 2 00000040:00080000:3.0:1787141338.848012:0:11995:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1787141338.852244:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141338.852347:0:5842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240948096 00000100:00100000:1.0:1787141338.852360:0:5842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240948096 00000100:00100000:1.0:1787141338.852437:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 19 00000100:00100000:1.0:1787141338.852451:0:5842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+49:10435:x1873953240948096:12345-192.168.203.11@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1787141338.852842:0:5842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+50:10435:x1873953240948096:12345-192.168.203.11@tcp:35:lhsmtool_posix.0 Request processed in 393us (651us total) trans 4294967354 rc 0/0 00000100:00100000:1.0:1787141338.852851:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 19 00000100:00100000:2.0:1787141338.855820:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141338.856026:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240948352 00000100:00100000:3.0:1787141338.856040:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240948352 00000100:00100000:3.0:1787141338.856115:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 77 00000100:00100000:3.0:1787141338.856127:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caf873800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+50:10435:x1873953240948352:12345-192.168.203.11@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1787141338.856298:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caf873800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+50:10435:x1873953240948352:12345-192.168.203.11@tcp:57:lhsmtool_posix.0 Request processed in 173us (520us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141338.856337:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 77 00000100:00100000:1.0:1787141338.864293:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141338.864352:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240948480 00000100:00100000:0.0:1787141338.864366:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240948480 00000100:00100000:0.0:1787141338.864431:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 78 00000100:00100000:0.0:1787141338.864446:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbbbdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+50:10435:x1873953240948480:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1787141338.864473:0:5840:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141338.864500:0:5840:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b31468 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cf1d expref: -99 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141338.864971:0:5840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b3146f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141338.864993:0:5840:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b3146f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141338.865008:0:5840:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b3146f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787141338.865258:0:5840:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1787141338.865285:0:5840:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b3146f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141338.865331:0:5840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b31468 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf1d expref: 52 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141338.865351:0:5840:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b3146f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf1d expref: 51 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141338.865361:0:5840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6:0x0].0x0 (ffff8b7c84d5bc00) 00010000:00010000:1.0:1787141338.865364:0:5840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1787141338.865368:0:5840:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf405e00, rc 0) 00000100:00100000:1.0:1787141338.865450:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbbbdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+51:10435:x1873953240948480:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 1007us (1169us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141338.865471:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 78 00000100:00100000:3.0:1787141338.873300:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141338.873369:0:6691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240948608 00000100:00100000:1.0:1787141338.873383:0:6691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240948608 00000100:00100000:1.0:1787141338.873456:0:6691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 26 00000100:00100000:1.0:1787141338.873482:0:6691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2350:x1873953240948608:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1787141338.873507:0:6691:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787141338.873687:0:6691:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000310b17ae/0xc65ffb29b5b31476 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cf24 expref: -99 pid: 6691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787141338.873736:0:6691:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a859cdb, blocks: 0x1 00010000:00010000:1.0:1787141338.873763:0:6691:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3:0x0].0x0 since=321s v=(0 0) 00010000:00010000:1.0:1787141338.873768:0:6691:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787141338.873781:0:6691:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000310b17ae/0xc65ffb29b5b31476 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf24 expref: 6 pid: 6691 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141338.873864:0:6691:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000310b17ae/0xc65ffb29b5b31476 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf24 expref: 6 pid: 6691 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141338.873881:0:6691:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbfa61600, rc 0) 00000100:00100000:1.0:1787141338.873962:0:6691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2350:x1873953240948608:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 483us (675us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141338.873972:0:6691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 26 00000100:00100000:2.0:1787141338.879663:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141338.879928:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240948864 00000100:00100000:3.0:1787141338.879942:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240948864 00000100:00100000:2.0:1787141338.880181:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 79 00000100:00100000:2.0:1787141338.880201:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caf871f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+51:10435:x1873953240948864:12345-192.168.203.11@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1787141338.880343:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caf871f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+51:10435:x1873953240948864:12345-192.168.203.11@tcp:57:lhsmtool_posix.0 Request processed in 151us (696us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141338.880351:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 79 00010000:00010000:2.0:1787141338.884046:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787141338.889729:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141338.892103:0:6690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240948992 00000100:00100000:3.0:1787141338.892123:0:6690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240948992 00000100:00100000:3.0:1787141338.892221:0:6690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 27 00000100:00100000:3.0:1787141338.892235:0:6690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbbbd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:10435:x1873953240948992:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1787141338.892258:0:6690:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141338.892283:0:6690:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000069c84403/0xc65ffb29b5b3147d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cf2b expref: -99 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141338.892328:0:6690:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000310b17ae/0xc65ffb29b5b31476 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf24 expref: 7 pid: 6691 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141338.892339:0:6690:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787141338.892345:0:6690:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787141338.892350:0:6690:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000069c84403/0xc65ffb29b5b3147d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf2b expref: 7 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141338.892396:0:6690:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000310b17ae/0xc65ffb29b5b31476 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf24 expref: 7 pid: 6691 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141338.892412:0:6690:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000310b17ae/0xc65ffb29b5b31476 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf24 expref: 7 pid: 6691 timeout: 421 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141338.892457:0:6690:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6690:1873953262989824:192.168.203.11@tcp:104: 00000100:00100000:3.0:1787141338.892593:0:6690:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7b81bc5d80 going to sleep for 11 seconds 00000100:00100000:3.0:1787141338.900754:0:6690:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6690:1873953262989824:192.168.203.11@tcp:104: 00010000:00010000:3.0:1787141338.900823:0:6690:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000069c84403/0xc65ffb29b5b3147d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf2b expref: 7 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141338.900858:0:6690:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf439400, rc 0) 00000100:00100000:3.0:1787141338.900941:0:6690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbbbd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:10435:x1873953240948992:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 8709us (11228us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141338.900953:0:6690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 27 00000100:00100000:3.0:1787141338.906097:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141338.907477:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240949120 00000100:00100000:2.0:1787141338.907497:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240949120 00010000:00010000:2.0:1787141338.907558:0:5826:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000310b17ae/0xc65ffb29b5b31476 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf24 expref: 7 pid: 6691 timeout: 421 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141338.907687:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 42 00000100:00100000:2.0:1787141338.907700:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98012850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:2353:x1873953240949120:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787141338.907822:0:5826:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787141338.907918:0:5826:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000310b17ae/0xc65ffb29b5b31476 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf24 expref: 7 pid: 6691 timeout: 421 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141338.907939:0:5826:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000310b17ae/0xc65ffb29b5b31476 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf24 expref: 7 pid: 6691 timeout: 421 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141338.909110:0:5826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000310b17ae/0xc65ffb29b5b31476 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf24 expref: 7 pid: 6691 timeout: 421 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141338.909150:0:5826:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787141338.909155:0:5826:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787141338.909170:0:5826:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000069c84403/0xc65ffb29b5b3147d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf2b expref: 6 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141338.909183:0:5826:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000069c84403/0xc65ffb29b5b3147d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf2b expref: 6 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141338.909260:0:5826:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000069c84403/0xc65ffb29b5b3147d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf2b expref: 6 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141338.909281:0:5826:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbfb96300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5826:1873953262989952:192.168.203.11@tcp:105: 00000100:00100000:2.0:1787141338.909424:0:5826:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c8822c600 going to sleep for 11 seconds 00000100:00100000:0.0:1787141338.917153:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141338.917202:0:6696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240949248 00000100:00100000:3.0:1787141338.917216:0:6696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240949248 00002000:00100000:3.0:1787141338.917281:0:6696:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3:0x0] (0->8) req@ffff8b7ca6de8700 x1873953240949248/t0(0) o4->0fd039ab-150d-4a77-92cd-c96e4dce9634@192.168.203.11@tcp:479/0 lens 504/0 e 0 to 0 dl 1787141349 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787141338.917296:0:6696:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b7ca6de8700 with x1873953240949248 ext(0->8) 00002000:00010000:3.0:1787141338.917303:0:6696:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b7ca6de8700 00000100:00100000:3.0:1787141338.917344:0:6696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 0 00000100:00100000:3.0:1787141338.917355:0:6696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6de8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:2352:x1873953240949248:12345-192.168.203.11@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1787141338.918189:0:5826:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbfb96300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5826:1873953262989952:192.168.203.11@tcp:105: 00010000:00010000:2.0:1787141338.918226:0:5826:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787141338.918315:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98012850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:2353:x1873953240949120:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 10615us (12227us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141338.918336:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 42 00000100:00100000:3.0:1787141338.919878:0:6696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6de8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+8:2352:x1873953240949248:12345-192.168.203.11@tcp:4:lhsmtool_posix.0 Request processed in 2514us (2729us total) trans 4294967302 rc 0/0 00000100:00100000:3.0:1787141338.919894:0:6696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 0 00002000:00100000:3.0:1787141338.919918:0:6696:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x3:0x0] (0->8) req@ffff8b7ca6de8700 x1873953240949248/t4294967302(0) o4->0fd039ab-150d-4a77-92cd-c96e4dce9634@192.168.203.11@tcp:479/0 lens 504/448 e 0 to 0 dl 1787141349 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787141338.919928:0:6696:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b7ca6de8700 with x1873953240949248 ext(0->8) 00002000:00010000:3.0:1787141338.919935:0:6696:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b7ca6de8700 00000100:00100000:0.0:1787141338.927507:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141338.927582:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240949376 00000100:00100000:3.0:1787141338.927606:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240949376 00000100:00100000:3.0:1787141338.927685:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 80 00000100:00100000:3.0:1787141338.927697:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6de9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+51:10435:x1873953240949376:12345-192.168.203.11@tcp:44:lhsmtool_posix.0 00000100:00100000:0.0:1787141339.008060:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6de9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+51:10435:x1873953240949376:12345-192.168.203.11@tcp:44:lhsmtool_posix.0 Request processed in 80349us (80553us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141339.008078:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 80 00000001:00080000:1.0:1787141339.009127:0:5861:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967352 is committed 00000001:00080000:1.0:1787141339.009183:0:5861:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967354 is committed 00000004:00080000:1.0:1787141339.009216:0:5861:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 4 committed 00000004:00080000:1.0:1787141339.009257:0:5861:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2 committed 00000020:00080000:1.0:1787141339.009278:0:5861:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8b7c82db19c0 refcount 2 committed 0 result 0 batchid 1 00000020:00080000:1.0:1787141339.009283:0:5861:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b7cb4557500 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8b7c82db1540 00000020:00080000:1.0:1787141339.009287:0:5861:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b7cb4557200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8b7ca6ded400 00000004:00080000:1.0:1787141339.009322:0:5861:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 3 committed 00000020:00080000:1.0:1787141339.009713:0:5872:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 1 committed batchid 0 00000020:00080000:1.0:1787141339.009898:0:5872:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 0 00000100:00100000:0.0:1787141339.010155:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7ca6de9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953262990208:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1787141339.010252:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141339.010333:0:6688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262990208 00000100:00100000:0.0:1787141339.010342:0:6688:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262990208 00000100:00100000:0.0:1787141339.010551:0:6688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1787141339.010563:0:6688:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3306:x1873953262990208:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1787141339.010730:0:6688:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:2 count 1 00002000:00010000:0.0:1787141339.010775:0:6688:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x2:0x0] initial LVB size: 13, mtime: 0x6a859cd7, atime: 0x6a859cd8, ctime: 0x6a859cd7, blocks: 0xb 00010000:00010000:0.0:1787141339.010787:0:6688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000001c6ba4b/0xc65ffb29b5b31484 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141339.010840:0:6688:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2:0x0].0x0 since=322s v=(0 0) 00010000:00010000:0.0:1787141339.010847:0:6688:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787141339.010855:0:6688:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000001c6ba4b/0xc65ffb29b5b31484 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141339.010878:0:6688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000001c6ba4b/0xc65ffb29b5b31484 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141339.010892:0:6688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000001c6ba4b/0xc65ffb29b5b31484 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141339.010902:0:6688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000001c6ba4b/0xc65ffb29b5b31484 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141339.010925:0:6688:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1787141339.010962:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbbbd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262990080:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1787141339.011056:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141339.011181:0:6690:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:2.0:1787141339.011193:0:6690:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00100000:1.0:1787141339.011537:0:6691:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:1.0:1787141339.011550:0:6691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262990080 00000100:00100000:1.0:1787141339.011555:0:6691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262990080 00000100:00100000:2.0:1787141339.013043:0:12004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1787141339.013062:0:12004:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbfb96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3305:x1873953262990080:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1787141339.013293:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141339.013337:0:6691:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:1.0:1787141339.013348:0:6691:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_004' 00000100:00100000:0.0:1787141339.014153:0:6688:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3306:x1873953262990208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3586us (3895us total) trans 4294967301 rc 0/0 00000100:00100000:0.0:1787141339.014177:0:6688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1787141339.014210:0:6688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240949504 00000100:00100000:0.0:1787141339.014219:0:6688:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240949504 00000100:00100000:0.0:1787141339.014261:0:6688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 30 00000100:00100000:0.0:1787141339.014270:0:6688:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbbbdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+8:2353:x1873953240949504:12345-192.168.203.11@tcp:16:lhsmtool_posix.0 00000100:00080000:0.0:1787141339.014353:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787141339.014360:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1787141339.014373:0:5828:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000004:00080000:1.0:1787141339.015164:0:3306:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b7ca6de9500/2, rc 0, transno 4294967301 00000100:00100000:1.0:1787141339.015177:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7ca6de9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953262990208:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1787141339.017653:0:5828:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000001c6ba4b/0xc65ffb29b5b31484 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141339.017678:0:5828:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf404c00 already unused, calling callback (ffffffffc163e230) 00010000:00010000:0.0:1787141339.017684:0:5828:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000001c6ba4b/0xc65ffb29b5b31484 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141339.017698:0:5828:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000001c6ba4b/0xc65ffb29b5b31484 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141339.017723:0:5828:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000001c6ba4b/0xc65ffb29b5b31484 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141339.017732:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000001c6ba4b/0xc65ffb29b5b31484 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141339.017760:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141339.017762:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141339.017772:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787141339.024109:0:12004:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0x3:0x0] updating lvb size from disk: 0 -> 9 00002000:00010000:0.0:1787141339.024118:0:12004:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0x3:0x0] updating lvb mtime from disk: 0 -> 1787141339 00002000:00010000:0.0:1787141339.024122:0:12004:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x240000400:0x3:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1787141339.024125:0:12004:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0x3:0x0] updating lvb ctime from disk: 1787141339 -> 1787141339 00002000:00010000:0.0:1787141339.024128:0:12004:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x3:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1787141339.024251:0:12004:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbfb96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3305:x1873953262990080:12345-0@lo:2:osp-syn-0-0.0 Request processed in 11190us (13188us total) trans 4294967303 rc 0/0 00000100:00100000:0.0:1787141339.024265:0:12004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000004:00080000:2.0:1787141339.024787:0:3305:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b7cbbbd9500/2, rc 0, transno 4294967303 00000100:00100000:2.0:1787141339.024836:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbbbd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262990080:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1787141339.084859:0:6688:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbbbdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+8:2353:x1873953240949504:12345-192.168.203.11@tcp:16:lhsmtool_posix.0 Request processed in 70573us (71558us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141339.084876:0:6688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 30 00000100:00100000:0.0:1787141339.088233:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000001:00080000:0.0:1787141339.089405:0:6713:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967302 is committed 00000100:00100000:1.0:1787141339.090428:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240949760 00000100:00100000:1.0:1787141339.090443:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240949760 00000100:00100000:1.0:1787141339.090520:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 81 00000100:00100000:1.0:1787141339.090533:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6de8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+13:10435:x1873953240949760:12345-192.168.203.11@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1787141339.090620:0:5840:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787141339.090660:0:5840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b3146f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf1d expref: 13 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141339.090709:0:5840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6:0x0].0x0 (ffff8b7c84d5bc00) 00010000:00010000:1.0:1787141339.090716:0:5840:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787141339.090759:0:5840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b3148b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141339.090775:0:5840:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b3148b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141339.090785:0:5840:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b3148b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787141339.091134:0:5840:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000002a0efe50 reply state 000000007d338757 transno 4294967355 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b3148b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141339.091145:0:5840:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1787141339.091293:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6de8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+14:10435:x1873953240949760:12345-192.168.203.11@tcp:36:lhsmtool_posix.0 Request processed in 760us (3073us total) trans 4294967355 rc 0/0 00000100:00100000:1.0:1787141339.091303:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 81 00010000:00010000:2.0:1787141339.093959:0:3290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b3148b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141339.093982:0:3290:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b3148b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141339.093990:0:3290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b3148b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141339.093997:0:3290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbfa61800 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:2.0:1787141339.094003:0:3290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b3148b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141339.094012:0:3290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b3148b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141339.094062:0:3290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6:0x0].0x0 (ffff8b7c84d5bc00) 00010000:00010000:2.0:1787141339.094066:0:3290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787141339.094072:0:3290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b3148b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141339.094079:0:3290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b3148b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141339.095225:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141339.095493:0:6690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240949888 00000100:00100000:2.0:1787141339.095507:0:6690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240949888 00000100:00100000:2.0:1787141339.095579:0:6690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 31 00000100:00100000:2.0:1787141339.095591:0:6690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6deb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2353:x1873953240949888:12345-192.168.203.11@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1787141339.095897:0:6690:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0x3:0x0] updating lvb size from disk: 9 -> 9 00002000:00010000:2.0:1787141339.095901:0:6690:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0x3:0x0] updating lvb mtime from disk: 1787141339 -> 1787141337 00002000:00010000:2.0:1787141339.095904:0:6690:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x240000400:0x3:0x0] updating lvb atime from disk: 0 -> 1787141336 00002000:00010000:2.0:1787141339.095907:0:6690:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0x3:0x0] updating lvb ctime from disk: 1787141339 -> 1787141337 00002000:00010000:2.0:1787141339.095909:0:6690:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x3:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:2.0:1787141339.095983:0:6690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6deb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:2353:x1873953240949888:12345-192.168.203.11@tcp:2:lhsmtool_posix.0 Request processed in 393us (767us total) trans 4294967304 rc 0/0 00000100:00100000:2.0:1787141339.095991:0:6690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 31 00000100:00100000:0.0:1787141339.101900:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141339.102493:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240950144 00000100:00100000:2.0:1787141339.102512:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240950144 00000100:00100000:2.0:1787141339.103361:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 82 00000100:00100000:2.0:1787141339.103382:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+13:10435:x1873953240950144:12345-192.168.203.11@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1787141339.103469:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b31492 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141339.103504:0:8206:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61400/0xc65ffb29b5b3144c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf0f expref: 13 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141339.103514:0:8206:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b31492 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x6:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141339.103560:0:8206:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61400/0xc65ffb29b5b3144c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf0f expref: 13 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141339.103577:0:8206:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61400/0xc65ffb29b5b3144c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf0f expref: 13 pid: 5839 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141339.103608:0:8206:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbfb96a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8206:1873953262990336:192.168.203.11@tcp:104: 00000100:00100000:2.0:1787141339.103743:0:8206:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c857e5840 going to sleep for 11 seconds 00000100:00100000:3.0:1787141339.114439:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141339.115909:0:8451:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240950272 00000100:00100000:0.0:1787141339.115928:0:8451:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240950272 00010000:00010000:0.0:1787141339.115986:0:8451:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61400/0xc65ffb29b5b3144c lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf0f expref: 14 pid: 5839 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141339.116039:0:8451:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 43 00000100:00100000:0.0:1787141339.116051:0:8451:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+14:2353:x1873953240950272:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787141339.116070:0:8451:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787141339.116079:0:8451:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61400/0xc65ffb29b5b3144c lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf0f expref: 14 pid: 5839 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141339.116095:0:8451:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61400/0xc65ffb29b5b3144c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x6:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf0f expref: 14 pid: 5839 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141339.116125:0:8451:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6:0x0].0x0 (ffff8b7c84d5bc00) 00010000:00010000:0.0:1787141339.116144:0:8451:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b31492 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x6:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141339.116156:0:8451:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b31492 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141339.116164:0:8451:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b31492 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141339.116188:0:8451:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787141339.116262:0:8451:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+14:2353:x1873953240950272:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 212us (1965us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141339.116271:0:8451:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 43 00010000:00010000:2.0:1787141339.117725:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61400/0xc65ffb29b5b3144c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf0f expref: 13 pid: 5839 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141339.117748:0:8206:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbfb96a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8206:1873953262990336:192.168.203.11@tcp:104: 00010000:00010000:2.0:1787141339.117779:0:8206:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b31492 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141339.117790:0:8206:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b31492 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141339.117815:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b31492 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141339.117858:0:8206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b31492 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141339.117874:0:8206:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b31492 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141339.117883:0:8206:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b31492 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141339.117890:0:8206:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c82da6e00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:2.0:1787141339.117895:0:8206:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b31492 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141339.117904:0:8206:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b31492 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141339.117923:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6:0x0].0x0 (ffff8b7c84d5bc00) 00010000:00010000:2.0:1787141339.117926:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1787141339.117932:0:8206:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b31492 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141339.117938:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b31492 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141339.118021:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+12:10435:x1873953240950144:12345-192.168.203.11@tcp:55:lhsmtool_posix.0 Request processed in 14647us (16135us total) trans 0 rc -22/-22 00000100:00100000:2.0:1787141339.118031:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 82 00000100:00100000:0.0:1787141339.130578:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141339.130824:0:12006:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240950400 00000100:00100000:1.0:1787141339.130839:0:12006:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240950400 00000100:00100000:1.0:1787141339.130907:0:12006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 32 00000100:00100000:1.0:1787141339.130920:0:12006:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6deaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:2353:x1873953240950400:12345-192.168.203.11@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1787141339.130997:0:12006:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b48ee058/0xc65ffb29b5b31499 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141339.131022:0:12006:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000069c84403/0xc65ffb29b5b3147d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf2b expref: 7 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141339.131046:0:12006:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0x3:0x0].0x0 since=1s v=(0 0) 00010000:00010000:1.0:1787141339.131051:0:12006:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1787141339.131056:0:12006:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b48ee058/0xc65ffb29b5b31499 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141339.131104:0:12006:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000069c84403/0xc65ffb29b5b3147d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf2b expref: 7 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141339.131121:0:12006:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000069c84403/0xc65ffb29b5b3147d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf2b expref: 7 pid: 6690 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141339.131139:0:12006:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f2bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12006:1873953262990464:192.168.203.11@tcp:104: 00000100:00100000:1.0:1787141339.131254:0:12006:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca0346c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787141339.144442:0:12006:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f2bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12006:1873953262990464:192.168.203.11@tcp:104: 00010000:00010000:2.0:1787141339.144484:0:12006:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b48ee058/0xc65ffb29b5b31499 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141339.145510:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141339.146150:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240950528 00000100:00100000:1.0:1787141339.146163:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240950528 00010000:00010000:1.0:1787141339.146422:0:5824:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000069c84403/0xc65ffb29b5b3147d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf2b expref: 8 pid: 6690 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141339.146480:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 44 00000100:00100000:1.0:1787141339.146494:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6deb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+8:2353:x1873953240950528:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787141339.146515:0:5824:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787141339.146546:0:5824:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000069c84403/0xc65ffb29b5b3147d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf2b expref: 8 pid: 6690 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141339.146579:0:5824:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000069c84403/0xc65ffb29b5b3147d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf2b expref: 8 pid: 6690 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141339.146831:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000069c84403/0xc65ffb29b5b3147d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf2b expref: 8 pid: 6690 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141339.146856:0:5824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1787141339.146861:0:5824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1787141339.146868:0:5824:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b48ee058/0xc65ffb29b5b31499 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141339.146879:0:5824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b48ee058/0xc65ffb29b5b31499 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141339.146968:0:5824:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787141339.147046:0:12006:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b48ee058/0xc65ffb29b5b31499 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141339.147056:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6deb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:2353:x1873953240950528:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 564us (1551us total) trans 0 rc 0/0 00010000:00010000:1.0:1787141339.147057:0:12006:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b48ee058/0xc65ffb29b5b31499 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141339.147065:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 44 00010000:00010000:1.0:1787141339.147088:0:12006:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b48ee058/0xc65ffb29b5b31499 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141339.147097:0:12006:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b48ee058/0xc65ffb29b5b31499 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141339.147117:0:12006:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b48ee058/0xc65ffb29b5b31499 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141339.147125:0:12006:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbfa60600 already unused, calling callback (ffffffffc163e230) 00010000:00010000:1.0:1787141339.147129:0:12006:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b48ee058/0xc65ffb29b5b31499 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141339.147139:0:12006:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b48ee058/0xc65ffb29b5b31499 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141339.147152:0:12006:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b48ee058/0xc65ffb29b5b31499 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141339.147159:0:12006:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b48ee058/0xc65ffb29b5b31499 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141339.147211:0:12006:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6deaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2353:x1873953240950400:12345-192.168.203.11@tcp:1:lhsmtool_posix.0 Request processed in 16293us (16850us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141339.147219:0:12006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 32 00000100:00100000:2.0:1787141339.152865:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141339.152936:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240950784 00000100:00100000:3.0:1787141339.152951:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240950784 00000100:00100000:3.0:1787141339.153143:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 83 00000100:00100000:3.0:1787141339.153157:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbfb96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+12:10435:x1873953240950784:12345-192.168.203.11@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1787141339.153265:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b314a0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141339.153288:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b314a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141339.153303:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b314a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141339.153590:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b314a7 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141339.153618:0:5841:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b3145a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf16 expref: 13 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141339.153641:0:5841:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b314a7 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141339.153688:0:5841:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b3145a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf16 expref: 13 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141339.153704:0:5841:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b3145a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf16 expref: 13 pid: 10438 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141339.153722:0:5841:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431e300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5841:1873953262990592:192.168.203.11@tcp:104: 00000100:00100000:3.0:1787141339.153853:0:5841:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c90fd36c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787141339.156174:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141339.156213:0:8451:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240950912 00000100:00100000:0.0:1787141339.156224:0:8451:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240950912 00010000:00010000:0.0:1787141339.156274:0:8451:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b3145a lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf16 expref: 14 pid: 10438 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141339.156318:0:8451:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 45 00000100:00100000:0.0:1787141339.156329:0:8451:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6de8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+14:2353:x1873953240950912:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787141339.156346:0:8451:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787141339.156354:0:8451:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b3145a lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf16 expref: 14 pid: 10438 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141339.156387:0:8451:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b3145a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf16 expref: 14 pid: 10438 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141339.156416:0:8451:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6:0x0].0x0 (ffff8b7c84d5bc00) 00010000:00010000:0.0:1787141339.156424:0:8451:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b314a7 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x6:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141339.156425:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b3145a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x6:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf16 expref: 14 pid: 10438 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141339.156440:0:8451:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b314a7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x6:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141339.156449:0:8451:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b314a7 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50290000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141339.156455:0:5841:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431e300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5841:1873953262990592:192.168.203.11@tcp:104: 00010000:00010000:0.0:1787141339.156472:0:8451:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787141339.156488:0:5841:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b314a7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141339.156499:0:5841:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b314a7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141339.156506:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b314a7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141339.156531:0:8451:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6de8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+13:2353:x1873953240950912:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 202us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141339.156540:0:8451:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 45 00000001:00080000:3.0:1787141339.156762:0:5841:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967356 00000001:00080000:3.0:1787141339.156972:0:5841:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967357 00000001:00080000:3.0:1787141339.157024:0:5841:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967358 00000100:00100000:3.0:1787141339.157139:0:5841:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431e300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5841:1873953262990720:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1787141339.157206:0:5841:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141339.157249:0:5841:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c882a5840 going to sleep for 11 seconds 00000100:00100000:0.0:1787141339.157317:0:5844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262990720 00000100:00100000:0.0:1787141339.157324:0:5844:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262990720 00000100:00100000:0.0:1787141339.157361:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1787141339.157371:0:5844:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5841:x1873953262990720:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1787141339.157452:0:5844:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5841:x1873953262990720:12345-0@lo:1000:mdt00_002.0 Request processed in 83us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141339.157460:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1787141339.160944:0:5841:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431e300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5841:1873953262990720:0@lo:1000:mdt00_002.0 00000001:00080000:3.0:1787141339.163467:0:5841:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967359 00000100:00100000:2.0:1787141339.164762:0:5841:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431e300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5841:1873953262990848:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1787141339.164876:0:5841:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141339.164919:0:5841:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c857e5840 going to sleep for 11 seconds 00000100:00100000:0.0:1787141339.165004:0:5845:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262990848 00000100:00100000:0.0:1787141339.165013:0:5845:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262990848 00000100:00100000:0.0:1787141339.165073:0:5845:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1787141339.165082:0:5845:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbfb94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5841:x1873953262990848:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1787141339.165398:0:5845:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbfb94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:5841:x1873953262990848:12345-0@lo:1000:mdt00_002.0 Request processed in 316us (522us total) trans 4294967305 rc 0/0 00000100:00100000:0.0:1787141339.165407:0:5845:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1787141339.165565:0:5841:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431e300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5841:1873953262990848:0@lo:1000:mdt00_002.0 00010000:00010000:2.0:1787141339.165630:0:5841:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b314a7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141339.165643:0:5841:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b314a7 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141339.165651:0:5841:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b314a7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141339.165659:0:5841:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438600 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:2.0:1787141339.165664:0:5841:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b314a7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141339.165673:0:5841:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b314a7 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141339.165693:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6:0x0].0x0 (ffff8b7c84d5bc00) 00010000:00010000:2.0:1787141339.165696:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1787141339.165702:0:5841:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b314a7 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141339.165707:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b314a7 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141339.165754:0:5841:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b313d5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141339.165761:0:5841:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b313d5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141339.165780:0:5841:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b313d5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141339.165785:0:5841:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c82da6800 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:2.0:1787141339.165788:0:5841:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b313d5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141339.165825:0:5841:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b313d5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141339.165835:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b7ca1f39200) 00010000:00010000:2.0:1787141339.165838:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1787141339.165842:0:5841:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b313d5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141339.165847:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b313d5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141339.165900:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b314ae lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141339.165917:0:5841:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b313f1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cefa expref: 16 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141339.165928:0:5841:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b314ae lrc: 4/0,1 mode: --/EX res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141339.166055:0:5841:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b313f1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cefa expref: 16 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141339.166078:0:5841:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b313f1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cefa expref: 16 pid: 10438 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141339.166089:0:5841:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbfb95180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5841:1873953262990976:192.168.203.11@tcp:104: 00000100:00100000:2.0:1787141339.166169:0:5841:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c857e50c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787141339.168733:0:5841:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbfb95180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5841:1873953262990976:192.168.203.11@tcp:104: 00000100:00100000:0.0:1787141339.168757:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00010000:00010000:2.0:1787141339.168772:0:5841:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b314ae lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141339.169245:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240951040 00000100:00100000:3.0:1787141339.169255:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240951040 00010000:00010000:3.0:1787141339.169305:0:5824:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b313f1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cefa expref: 17 pid: 10438 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141339.169346:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 46 00000100:00100000:3.0:1787141339.169358:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6deb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+17:2352:x1873953240951040:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787141339.169377:0:5824:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787141339.169384:0:5824:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b313f1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cefa expref: 17 pid: 10438 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141339.169398:0:5824:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b313f1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cefa expref: 17 pid: 10438 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141339.169426:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b313f1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cefa expref: 17 pid: 10438 timeout: 422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141339.169446:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b7ca1f39200) 00010000:00010000:3.0:1787141339.169452:0:5824:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b314ae lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141339.169464:0:5824:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b314ae lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141339.169497:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b314ae lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141339.169539:0:5824:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787141339.169677:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6deb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+16:2352:x1873953240951040:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 320us (919us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141339.169685:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 46 00010000:00010000:1.0:1787141339.169753:0:5841:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b314ae lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141339.169762:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b314ae lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141339.169776:0:5841:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b314ae lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141339.169965:0:5841:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b314ae lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141339.170162:0:5841:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b314ae lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141339.170170:0:5841:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c82da6e00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:1.0:1787141339.170175:0:5841:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b314ae lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141339.170184:0:5841:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b314ae lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141339.170197:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b7ca1f39200) 00010000:00010000:1.0:1787141339.170201:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787141339.170205:0:5841:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b314ae lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141339.170211:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b314ae lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141339.170226:0:5841:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b314a0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141339.170232:0:5841:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b314a0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141339.170238:0:5841:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b314a0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141339.170243:0:5841:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438e00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:1.0:1787141339.170255:0:5841:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b314a0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141339.170262:0:5841:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b314a0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141339.170271:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b7ca1f39200) 00010000:00010000:1.0:1787141339.170274:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1787141339.170277:0:5841:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b314a0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141339.170283:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b314a0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141339.170619:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbfb96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+15:10435:x1873953240950784:12345-192.168.203.11@tcp:57:lhsmtool_posix.0 Request processed in 17463us (17770us total) trans 4294967360 rc 0/0 00000100:00100000:1.0:1787141339.170629:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 83 00000020:00080000:1.0:1787141339.170633:0:5841:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:0.0:1787141339.173544:0:11681:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1787141339.173554:0:11681:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1787141339.173590:0:11681:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 2 count 2 00000100:00100000:2.0:1787141339.174062:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141339.174185:0:5842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240951296 00000100:00100000:1.0:1787141339.174198:0:5842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240951296 00000100:00100000:1.0:1787141339.174297:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 20 00000100:00100000:1.0:1787141339.174310:0:5842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbfb95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+15:10435:x1873953240951296:12345-192.168.203.11@tcp:35:lhsmtool_posix.0 00000040:00080000:0.0:1787141339.174372:0:11681:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000004:00080000:0.0:1787141339.175538:0:5842:0:(mdd_object.c:4014:mdd_close()) Object [0x200000401:0x6:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1787141339.175682:0:5842:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967361 00010000:00010000:0.0:1787141339.175759:0:5842:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b314b5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5842 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141339.175775:0:5842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b314b5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5842 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141339.175787:0:5842:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b314b5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5842 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141339.175828:0:5842:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b314b5 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5842 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141339.175836:0:5842:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b314b5 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5842 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141339.175842:0:5842:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b314b5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5842 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141339.175862:0:5842:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1787141339.175973:0:5842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbfb95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+17:10435:x1873953240951296:12345-192.168.203.11@tcp:35:lhsmtool_posix.0 Request processed in 1661us (2254us total) trans 4294967362 rc 0/0 00000100:00100000:0.0:1787141339.176008:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 20 00000020:00080000:0.0:1787141339.176014:0:5842:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1787141339.176259:0:7628:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787141339.176273:0:7628:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b314b5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5842 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141339.176284:0:7628:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf404e00 already unused, calling callback (ffffffffc163e230) 00010000:00010000:3.0:1787141339.176290:0:7628:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b314b5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5842 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141339.176299:0:7628:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b314b5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5842 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141339.176319:0:7628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x6:0x0].0x0 (ffff8b7c9071a900) 00010000:00010000:3.0:1787141339.176323:0:7628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1787141339.176329:0:7628:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b314b5 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5842 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141339.176335:0:7628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b314b5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5842 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141339.176360:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141339.176363:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141339.176365:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787141339.593332:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141339.593435:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141339.593490:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141339.593953:0:6688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240951552 00000100:00100000:1.0:1787141339.593972:0:6688:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240951552 00000100:00100000:1.0:1787141339.594083:0:6688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 50 00000100:00100000:1.0:1787141339.594097:0:6688:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6de9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2353:x1873953240951552:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1787141339.594210:0:6688:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6de9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2353:x1873953240951552:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 117us (775us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141339.594219:0:6688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 50 00000100:00100000:3.0:1787141339.594328:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240951680 00000100:00100000:3.0:1787141339.594350:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240951680 00000100:00100000:3.0:1787141339.594432:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 130 00000100:00100000:3.0:1787141339.594448:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4732a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a3a5191e-f3c6-41c6-a671-d88f2994152f+5:2352:x1873953240951680:12345-192.168.203.11@tcp:400:kworker.0 00000100:00080000:0.0:1787141339.594469:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787141339.594478:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787141339.594612:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4732a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a3a5191e-f3c6-41c6-a671-d88f2994152f+5:2352:x1873953240951680:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 169us (1119us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141339.594621:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 130 00000100:00100000:2.0:1787141339.595417:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240951424 00000100:00100000:2.0:1787141339.595425:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240951424 00000100:00100000:2.0:1787141339.596302:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 284 00000100:00100000:2.0:1787141339.596321:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:2352:x1873953240951424:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:2.0:1787141339.596436:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:2352:x1873953240951424:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 122us (3114us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141339.596443:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 284 00010000:00010000:0.0:1787141339.904950:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1787141340.740127:0:12051:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1787141340.740136:0:12051:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1787141340.740196:0:12051:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 2 count 2 00000040:00080000:1.0:1787141340.740203:0:12051:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1787141340.929512:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787141340.955073:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141340.955112:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240951936 00000100:00100000:0.0:1787141340.955122:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240951936 00000100:00100000:0.0:1787141340.955174:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 84 00000100:00100000:0.0:1787141340.955283:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4730000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+17:10454:x1873953240951936:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:0.0:1787141340.955310:0:8206:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141340.955331:0:8206:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405600/0xc65ffb29b5b314bc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cf32 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141340.955594:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405c00/0xc65ffb29b5b314c3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141340.955609:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405c00/0xc65ffb29b5b314c3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141340.955620:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405c00/0xc65ffb29b5b314c3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787141340.955631:0:8206:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x3:0x0]: returning size 7680 00010000:00010000:0.0:1787141340.955824:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405600/0xc65ffb29b5b314bc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf32 expref: 20 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141340.955849:0:8206:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405c00/0xc65ffb29b5b314c3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf32 expref: 19 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141340.955863:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff8b7c9071a500) 00010000:00010000:0.0:1787141340.955867:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1787141340.955870:0:8206:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf405c00, rc 0) 00000100:00100000:0.0:1787141340.955923:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4730000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+19:10454:x1873953240951936:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 741us (859us total) trans 4294967363 rc 0/0 00000100:00100000:0.0:1787141340.955930:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 84 00000100:00080000:0.0:1787141340.955954:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787141340.963123:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141340.963409:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240952064 00000100:00100000:0.0:1787141340.963421:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240952064 00000100:00100000:0.0:1787141340.963481:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 85 00000100:00100000:0.0:1787141340.963492:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf391f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+19:10454:x1873953240952064:12345-192.168.203.11@tcp:34:lfs.0 00010000:00010000:0.0:1787141340.963566:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b314d1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141340.963595:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b314d1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141340.963608:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b314d1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141340.963625:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b314d8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141340.963633:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b314d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141340.963652:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b314d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141340.964056:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b314df lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141340.964064:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b314df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141340.964071:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b314df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787141340.964107:0:5841:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b314df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141340.964118:0:5841:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b314d1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141340.964124:0:5841:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b314d1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141340.964131:0:5841:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b314d1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141340.964136:0:5841:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf405800 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141340.964139:0:5841:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b314d1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141340.964146:0:5841:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b314d1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141340.964158:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff8b7c9071a500) 00010000:00010000:0.0:1787141340.964166:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787141340.964170:0:5841:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b314d1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141340.964177:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b314d1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141340.964190:0:5841:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b314d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141340.964196:0:5841:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b314d8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141340.964203:0:5841:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b314d8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141340.964208:0:5841:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf404600 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141340.964210:0:5841:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b314d8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141340.964215:0:5841:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b314d8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141340.964223:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x238769cd (ffff8b7c9071ab00) 00010000:00010000:0.0:1787141340.964226:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787141340.964229:0:5841:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b314d8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141340.964235:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b314d8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141340.964249:0:5841:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b314df lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141340.964260:0:5841:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b314df lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141340.964266:0:5841:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b314df lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141340.964271:0:5841:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf404e00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141340.964274:0:5841:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b314df lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141340.964279:0:5841:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b314df lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141340.964287:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b7c9071a900) 00010000:00010000:0.0:1787141340.964289:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787141340.964292:0:5841:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b314df lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141340.964297:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b314df lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141340.964373:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf391f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+19:10454:x1873953240952064:12345-192.168.203.11@tcp:34:lfs.0 Request processed in 882us (1258us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141340.964380:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 85 00000100:00100000:0.0:1787141341.042344:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141341.042482:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240952320 00000100:00100000:3.0:1787141341.042492:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240952320 00000100:00100000:3.0:1787141341.042563:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 86 00000100:00100000:3.0:1787141341.042575:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4731180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+19:10457:x1873953240952320:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:3.0:1787141341.042611:0:5840:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141341.042632:0:5840:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b314e6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cf39 expref: -99 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.042705:0:5840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b314ed lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.042730:0:5840:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b314ed lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.042744:0:5840:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b314ed lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.042759:0:5840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b314f4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.042767:0:5840:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b314f4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.042832:0:5840:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b314f4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.043450:0:5840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b314fb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.043461:0:5840:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b314fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.043469:0:5840:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b314fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787141341.043479:0:5840:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x4:0x0]: returning size 9 00010000:00010000:3.0:1787141341.043570:0:5840:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b314ed lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.043577:0:5840:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b314ed lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.043690:0:5840:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b314ed lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.043697:0:5840:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439600 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141341.043702:0:5840:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b314ed lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.043711:0:5840:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b314ed lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.043788:0:5840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff8b7c9071a500) 00010000:00010000:3.0:1787141341.043792:0:5840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141341.043838:0:5840:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b314ed lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.043845:0:5840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b314ed lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.043858:0:5840:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b314f4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.043865:0:5840:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b314f4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.043871:0:5840:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b314f4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.043877:0:5840:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438400 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141341.043879:0:5840:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b314f4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.043884:0:5840:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b314f4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.043891:0:5840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x238769cd (ffff8b7c95a5bb00) 00010000:00010000:3.0:1787141341.043893:0:5840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141341.043896:0:5840:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b314f4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.043901:0:5840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b314f4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.043944:0:5840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b314e6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf39 expref: 22 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.044175:0:5840:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b314fb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf39 expref: 21 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.044182:0:5840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b7c95a5b500) 00010000:00010000:3.0:1787141341.044185:0:5840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787141341.044187:0:5840:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf439000, rc 0) 00000100:00100000:2.0:1787141341.044412:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4731180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+21:10457:x1873953240952320:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 1837us (2076us total) trans 4294967364 rc 0/0 00000100:00100000:2.0:1787141341.044423:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 86 00000100:00100000:3.0:1787141341.053232:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141341.053321:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240952448 00000100:00100000:0.0:1787141341.053330:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240952448 00000100:00100000:0.0:1787141341.053393:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 87 00000100:00100000:0.0:1787141341.053403:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf390e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+21:10457:x1873953240952448:12345-192.168.203.11@tcp:54:lfs.0 00010000:00010000:0.0:1787141341.053488:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b31509 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.053514:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b31509 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.053525:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b31509 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.053551:0:5839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b31509 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.053559:0:5839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b31509 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.053564:0:5839:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b31509 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.053570:0:5839:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf404e00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141341.053575:0:5839:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b31509 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.053596:0:5839:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b31509 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.053615:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b7c95a5b500) 00010000:00010000:0.0:1787141341.053618:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787141341.053622:0:5839:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b31509 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.053627:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b31509 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141341.053717:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf390e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+21:10457:x1873953240952448:12345-192.168.203.11@tcp:54:lfs.0 Request processed in 314us (493us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141341.053725:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 87 00000100:00100000:3.0:1787141341.056861:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141341.057168:0:5843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240952704 00000100:00100000:0.0:1787141341.057179:0:5843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240952704 00000100:00100000:0.0:1787141341.057246:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 21 00000100:00100000:0.0:1787141341.057258:0:5843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c871df050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+21:10457:x1873953240952704:12345-192.168.203.11@tcp:35:lfs.0 00000100:00100000:0.0:1787141341.057513:0:5843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c871df050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+22:10457:x1873953240952704:12345-192.168.203.11@tcp:35:lfs.0 Request processed in 255us (660us total) trans 4294967365 rc 0/0 00000100:00100000:0.0:1787141341.057522:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 21 00000100:00100000:3.0:1787141341.127635:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141341.127922:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240952960 00000100:00100000:0.0:1787141341.127932:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240952960 00000100:00100000:0.0:1787141341.128002:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 88 00000100:00100000:0.0:1787141341.128014:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf392680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+22:9978:x1873953240952960:12345-192.168.203.11@tcp:101:bash.0 00010000:00010000:0.0:1787141341.128039:0:5841:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141341.128059:0:5841:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b31510 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cf40 expref: -99 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.128156:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b31517 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.128170:0:5841:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b314fb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf39 expref: 23 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.128179:0:5841:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b31517 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.128231:0:5841:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b314fb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf39 expref: 23 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.128245:0:5841:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b314fb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf39 expref: 23 pid: 5840 timeout: 424 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141341.128257:0:5841:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4733b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5841:1873953262991104:192.168.203.11@tcp:104: 00000100:00100000:0.0:1787141341.128332:0:5841:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c854476c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787141341.133180:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141341.133293:0:5841:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4733b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5841:1873953262991104:192.168.203.11@tcp:104: 00010000:00010000:0.0:1787141341.133319:0:5841:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b31517 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141341.133445:0:8451:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240953088 00000100:00100000:3.0:1787141341.133452:0:8451:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240953088 00010000:00010000:3.0:1787141341.133491:0:8451:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b314fb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf39 expref: 24 pid: 5840 timeout: 424 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141341.133532:0:8451:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 47 00000100:00100000:3.0:1787141341.133542:0:8451:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbfb97b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+24:2353:x1873953240953088:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787141341.133556:0:8451:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787141341.133563:0:8451:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b314fb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf39 expref: 24 pid: 5840 timeout: 424 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.133575:0:8451:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b314fb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf39 expref: 24 pid: 5840 timeout: 424 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.133613:0:8451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b314fb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf39 expref: 24 pid: 5840 timeout: 424 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.133648:0:8451:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b7c95a5b500) 00010000:00010000:3.0:1787141341.133653:0:8451:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b31517 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.133662:0:8451:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b31517 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.133670:0:8451:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b31517 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.133697:0:8451:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787141341.133902:0:5841:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b31517 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141341.133909:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b31517 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787141341.133935:0:5841:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x4:0x0]: returning size 9 00010000:00010000:2.0:1787141341.134080:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b31510 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf40 expref: 25 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141341.134097:0:5841:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b31517 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf40 expref: 24 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141341.134104:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b7c95a5b500) 00010000:00010000:2.0:1787141341.134106:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1787141341.134109:0:5841:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf404600, rc 0) 00000100:00100000:3.0:1787141341.134201:0:8451:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbfb97b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+24:2353:x1873953240953088:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 660us (1029us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141341.134209:0:8451:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 47 00000100:00100000:2.0:1787141341.139537:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf392680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+23:9978:x1873953240952960:12345-192.168.203.11@tcp:101:bash.0 Request processed in 11514us (11902us total) trans 4294967366 rc 0/0 00000100:00100000:2.0:1787141341.139550:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 88 00000100:00100000:3.0:1787141341.144364:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141341.144442:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240953344 00000100:00100000:2.0:1787141341.144451:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240953344 00000100:00100000:2.0:1787141341.144516:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 89 00000100:00100000:2.0:1787141341.144527:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cae416300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+23:9978:x1873953240953344:12345-192.168.203.11@tcp:36:bash.0 00010000:00010000:2.0:1787141341.144837:0:5840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7600/0xc65ffb29b5b31525 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141341.144855:0:5840:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7600/0xc65ffb29b5b31525 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141341.144866:0:5840:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7600/0xc65ffb29b5b31525 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1787141341.144918:0:5840:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967367 00000004:00010000:2.0:1787141341.144966:0:5840:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000046c36f0a reply state 000000003ca6e6d6 transno 4294967368 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7600/0xc65ffb29b5b31525 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141341.144976:0:5840:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000001:00080000:2.0:1787141341.145023:0:5840:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967368 00000100:00100000:2.0:1787141341.145136:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cae416300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+27:9978:x1873953240953344:12345-192.168.203.11@tcp:36:bash.0 Request processed in 611us (782us total) trans 4294967369 rc 0/0 00000100:00100000:2.0:1787141341.145143:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 89 00000020:00080000:2.0:1787141341.145149:0:5840:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00010000:00010000:2.0:1787141341.147963:0:3291:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7600/0xc65ffb29b5b31525 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141341.147981:0:3291:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7600/0xc65ffb29b5b31525 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141341.147989:0:3291:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7600/0xc65ffb29b5b31525 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141341.147995:0:3291:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c82da7600 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:2.0:1787141341.148000:0:3291:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7600/0xc65ffb29b5b31525 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141341.148007:0:3291:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7600/0xc65ffb29b5b31525 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141341.148023:0:3291:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b7c95a5b500) 00010000:00010000:2.0:1787141341.148027:0:3291:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787141341.148032:0:3291:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7600/0xc65ffb29b5b31525 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141341.148038:0:3291:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7600/0xc65ffb29b5b31525 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141341.150502:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141341.150605:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240953472 00000100:00100000:0.0:1787141341.150615:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240953472 00000100:00100000:0.0:1787141341.150676:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 90 00000100:00100000:0.0:1787141341.150688:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4771c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+26:9978:x1873953240953472:12345-192.168.203.11@tcp:101:bash.0 00010000:00010000:0.0:1787141341.150725:0:10438:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141341.150748:0:10438:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b3152c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cf47 expref: -99 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.150847:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b3152c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf47 expref: 27 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.150862:0:10438:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b3152c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf47 expref: 27 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.150907:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b7c95a5b500) 00010000:00010000:0.0:1787141341.150910:0:10438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1787141341.150914:0:10438:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf405800, rc 0) 00000100:00100000:0.0:1787141341.150983:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4771c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+27:9978:x1873953240953472:12345-192.168.203.11@tcp:101:bash.0 Request processed in 296us (490us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141341.150991:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 90 00000001:00080000:1.0:1787141341.154867:0:7643:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967301 is committed 00000100:00100000:3.0:1787141341.158180:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141341.158504:0:6691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240953600 00000100:00100000:1.0:1787141341.158514:0:6691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240953600 00000100:00100000:1.0:1787141341.158603:0:6691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 33 00000100:00100000:1.0:1787141341.158615:0:6691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4770700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:9978:x1873953240953600:12345-192.168.203.11@tcp:101:bash.0 00010000:00010000:1.0:1787141341.158631:0:6691:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787141341.158652:0:6691:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c4efa86d/0xc65ffb29b5b31533 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cf4e expref: -99 pid: 6691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787141341.158678:0:6691:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x3:0x0] initial LVB size: 9, mtime: 0x6a859cd9, atime: 0x6a859cd8, ctime: 0x6a859cd9, blocks: 0xb 00010000:00010000:1.0:1787141341.158699:0:6691:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3:0x0].0x0 since=324s v=(0 0) 00010000:00010000:1.0:1787141341.158704:0:6691:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787141341.158713:0:6691:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c4efa86d/0xc65ffb29b5b31533 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf4e expref: 7 pid: 6691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141341.158731:0:6691:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c4efa86d/0xc65ffb29b5b31533 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf4e expref: 7 pid: 6691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141341.158746:0:6691:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbfa60200, rc 0) 00000100:00100000:1.0:1787141341.158838:0:6691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4770700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:9978:x1873953240953600:12345-192.168.203.11@tcp:101:bash.0 Request processed in 225us (667us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141341.158846:0:6691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 33 00000100:00080000:0.0:1787141341.159718:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787141341.162105:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141341.162253:0:6694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240953728 00000100:00100000:3.0:1787141341.162262:0:6694:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240953728 00002000:00010000:3.0:1787141341.162299:0:6694:0:(ofd_dev.c:2827:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/3 (0->18446744073709551615) 00002000:00100000:3.0:1787141341.162304:0:6694:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b7cbfb96680 with x1873953240953728 ext(0->18446744073709551615) 00002000:00010000:3.0:1787141341.162315:0:6694:0:(ofd_dev.c:2832:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b7cbfb96680. 00000100:00100000:3.0:1787141341.162358:0:6694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 1 00000100:00100000:3.0:1787141341.162369:0:6694:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbfb96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:2350:x1873953240953728:12345-192.168.203.11@tcp:10:bash.0 00002000:00010000:3.0:1787141341.162654:0:6694:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0x3:0x0] updating lvb size from disk: 9 -> 0 00002000:00010000:3.0:1787141341.162658:0:6694:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0x3:0x0] updating lvb mtime from disk: 1787141337 -> 1787141341 00002000:00010000:3.0:1787141341.162661:0:6694:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x240000400:0x3:0x0] updating lvb atime from disk: 1787141336 -> 1787141336 00002000:00010000:3.0:1787141341.162678:0:6694:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0x3:0x0] updating lvb ctime from disk: 1787141337 -> 1787141341 00002000:00010000:3.0:1787141341.162680:0:6694:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x3:0x0] updating lvb blocks from disk: 11 -> 11 00000100:00100000:3.0:1787141341.162746:0:6694:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbfb96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+8:2350:x1873953240953728:12345-192.168.203.11@tcp:10:bash.0 Request processed in 378us (647us total) trans 4294967306 rc 0/0 00000100:00100000:3.0:1787141341.162754:0:6694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 1 00002000:00010000:3.0:1787141341.162758:0:6694:0:(ofd_dev.c:2827:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/3 (0->18446744073709551615) 00002000:00100000:3.0:1787141341.162761:0:6694:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b7cbfb96680 with x1873953240953728 ext(0->18446744073709551615) 00002000:00010000:3.0:1787141341.162765:0:6694:0:(ofd_dev.c:2832:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b7cbfb96680. 00000100:00100000:3.0:1787141341.235344:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141341.235454:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240953856 00000100:00100000:2.0:1787141341.235464:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240953856 00000100:00100000:2.0:1787141341.235525:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 91 00000100:00100000:2.0:1787141341.235535:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4773480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+27:10471:x1873953240953856:12345-192.168.203.11@tcp:34:lfs.0 00010000:00010000:2.0:1787141341.235618:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7600/0xc65ffb29b5b3153a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141341.235635:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7600/0xc65ffb29b5b3153a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141341.235646:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7600/0xc65ffb29b5b3153a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141341.235660:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7c00/0xc65ffb29b5b31541 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141341.235667:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7c00/0xc65ffb29b5b31541 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141341.235674:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7c00/0xc65ffb29b5b31541 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.236259:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b31548 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.236269:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b31548 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.236276:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b31548 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787141341.236314:0:5841:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b31548 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.236327:0:5841:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7600/0xc65ffb29b5b3153a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.236333:0:5841:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7600/0xc65ffb29b5b3153a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.236339:0:5841:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7600/0xc65ffb29b5b3153a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.236345:0:5841:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c82da7600 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141341.236356:0:5841:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7600/0xc65ffb29b5b3153a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.236363:0:5841:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7600/0xc65ffb29b5b3153a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.236375:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff8b7c9071a500) 00010000:00010000:3.0:1787141341.236379:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141341.236383:0:5841:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7600/0xc65ffb29b5b3153a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.236390:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7600/0xc65ffb29b5b3153a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.236402:0:5841:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7c00/0xc65ffb29b5b31541 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.236408:0:5841:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7c00/0xc65ffb29b5b31541 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.236413:0:5841:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7c00/0xc65ffb29b5b31541 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.236418:0:5841:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c82da7c00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141341.236420:0:5841:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7c00/0xc65ffb29b5b31541 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.236426:0:5841:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7c00/0xc65ffb29b5b31541 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.236434:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x238769cd (ffff8b7ca1f39e00) 00010000:00010000:3.0:1787141341.236436:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141341.236445:0:5841:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7c00/0xc65ffb29b5b31541 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.236451:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7c00/0xc65ffb29b5b31541 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.236467:0:5841:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b31548 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.236472:0:5841:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b31548 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.236477:0:5841:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b31548 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.236482:0:5841:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439000 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141341.236485:0:5841:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b31548 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.236491:0:5841:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b31548 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.236498:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b7c95a5b500) 00010000:00010000:3.0:1787141341.236501:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141341.236504:0:5841:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b31548 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.236509:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b31548 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141341.236703:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4773480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+27:10471:x1873953240953856:12345-192.168.203.11@tcp:34:lfs.0 Request processed in 1168us (1368us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141341.236709:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 91 00000100:00100000:1.0:1787141341.294337:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141341.294490:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240954112 00000100:00100000:3.0:1787141341.294501:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240954112 00000100:00100000:3.0:1787141341.294559:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 92 00000100:00100000:3.0:1787141341.294570:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+27:10474:x1873953240954112:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:3.0:1787141341.294971:0:5839:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141341.294994:0:5839:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b3154f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cf55 expref: -99 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.295068:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b31556 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.295082:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b31556 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.295093:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b31556 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.295107:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b3155d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.295114:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b3155d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.295120:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b3155d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.295437:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31564 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.295448:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31564 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.295466:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31564 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787141341.295477:0:5839:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x4:0x0]: returning size 0 00010000:00010000:3.0:1787141341.295569:0:5839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b31556 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.295577:0:5839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b31556 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.296331:0:5839:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b31556 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.296338:0:5839:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438800 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141341.296342:0:5839:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b31556 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.296350:0:5839:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b31556 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.296363:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff8b7c9071a500) 00010000:00010000:3.0:1787141341.296366:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141341.296371:0:5839:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b31556 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.296377:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b31556 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.296391:0:5839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b3155d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.296396:0:5839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b3155d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.296411:0:5839:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b3155d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.296416:0:5839:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438e00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141341.296419:0:5839:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b3155d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.296425:0:5839:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b3155d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.296434:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x238769cd (ffff8b7c95a5bb00) 00010000:00010000:3.0:1787141341.296436:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141341.296439:0:5839:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b3155d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.296444:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b3155d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.296492:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b3154f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf55 expref: 30 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.296506:0:5839:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31564 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf55 expref: 29 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.296514:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b7c95a5b500) 00010000:00010000:3.0:1787141341.296516:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1787141341.296519:0:5839:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf438400, rc 0) 00000100:00100000:3.0:1787141341.296602:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+29:10474:x1873953240954112:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 2033us (2272us total) trans 4294967370 rc 0/0 00000100:00100000:3.0:1787141341.296619:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 92 00000100:00100000:2.0:1787141341.303713:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141341.306917:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240954240 00000100:00100000:3.0:1787141341.306931:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240954240 00000100:00100000:3.0:1787141341.307014:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 93 00000100:00100000:3.0:1787141341.307025:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbfb94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+29:10474:x1873953240954240:12345-192.168.203.11@tcp:54:lfs.0 00010000:00010000:3.0:1787141341.307093:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b31572 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.307110:0:8206:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b31517 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf40 expref: 29 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.307120:0:8206:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b31572 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.307158:0:8206:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b31517 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf40 expref: 29 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.307171:0:8206:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b31517 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf40 expref: 29 pid: 5841 timeout: 424 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141341.307195:0:8206:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4771880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8206:1873953262991232:192.168.203.11@tcp:104: 00000100:00100000:3.0:1787141341.307300:0:8206:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c882a5540 going to sleep for 11 seconds 00000100:00100000:3.0:1787141341.310708:0:8206:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4771880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8206:1873953262991232:192.168.203.11@tcp:104: 00010000:00010000:3.0:1787141341.310742:0:8206:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b31572 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141341.312313:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141341.312466:0:5843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240954496 00000100:00100000:0.0:1787141341.312475:0:5843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240954496 00000100:00100000:0.0:1787141341.312529:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 22 00000100:00100000:0.0:1787141341.312540:0:5843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbfb95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+30:5591:x1873953240954496:12345-192.168.203.11@tcp:35:ldlm_bl.0 00000100:00100000:0.0:1787141341.312897:0:5843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbfb95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+31:5591:x1873953240954496:12345-192.168.203.11@tcp:35:ldlm_bl.0 Request processed in 357us (589us total) trans 4294967371 rc 0/0 00000100:00100000:0.0:1787141341.312905:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 22 00000100:00100000:0.0:1787141341.320275:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141341.320365:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240954624 00000100:00100000:3.0:1787141341.320390:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240954624 00010000:00010000:3.0:1787141341.320430:0:5824:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b31517 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf40 expref: 31 pid: 5841 timeout: 424 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141341.320470:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 48 00000100:00100000:3.0:1787141341.320481:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4733b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+31:2352:x1873953240954624:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787141341.320496:0:5824:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787141341.320503:0:5824:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b31517 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf40 expref: 31 pid: 5841 timeout: 424 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.320516:0:5824:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b31517 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf40 expref: 31 pid: 5841 timeout: 424 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.320541:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b31517 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf40 expref: 31 pid: 5841 timeout: 424 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.320558:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b7c95a5b500) 00010000:00010000:3.0:1787141341.320563:0:5824:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b31572 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.320574:0:5824:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b31572 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.320701:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b31572 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.320735:0:5824:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787141341.320791:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4733b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+30:2352:x1873953240954624:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 311us (524us total) trans 0 rc 0/0 00010000:00010000:0.0:1787141341.320946:0:8206:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b31572 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.320954:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b31572 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.320986:0:8206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b31572 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.320993:0:8206:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b31572 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.321010:0:8206:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b31572 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.321016:0:8206:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439000 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141341.321021:0:8206:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b31572 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.321028:0:8206:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b31572 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.321038:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b7c95a5b500) 00010000:00010000:0.0:1787141341.321041:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787141341.321044:0:8206:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b31572 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.321050:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b31572 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141341.321094:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbfb94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+30:10474:x1873953240954240:12345-192.168.203.11@tcp:54:lfs.0 Request processed in 14072us (17391us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141341.321102:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 93 00000100:00100000:3.0:1787141341.321642:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 48 00000100:00100000:2.0:1787141341.329576:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141341.329710:0:5843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240954880 00000100:00100000:0.0:1787141341.329719:0:5843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240954880 00000100:00100000:0.0:1787141341.329772:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 23 00000100:00100000:0.0:1787141341.329782:0:5843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbfb95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+29:10474:x1873953240954880:12345-192.168.203.11@tcp:35:lfs.0 00000100:00100000:0.0:1787141341.330055:0:5843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbfb95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+30:10474:x1873953240954880:12345-192.168.203.11@tcp:35:lfs.0 Request processed in 273us (487us total) trans 4294967372 rc 0/0 00000100:00100000:0.0:1787141341.330063:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 23 00000100:00100000:2.0:1787141341.400210:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141341.400286:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240955136 00000100:00100000:3.0:1787141341.400302:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240955136 00000100:00100000:3.0:1787141341.400355:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 94 00000100:00100000:3.0:1787141341.400365:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbfb94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+30:10485:x1873953240955136:12345-192.168.203.11@tcp:101:cat.0 00010000:00010000:3.0:1787141341.400396:0:5841:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141341.400417:0:5841:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31579 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cf5c expref: -99 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.400485:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b31580 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.400499:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b31580 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.400509:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b31580 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.400524:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31587 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.400531:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31587 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.400537:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31587 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.401082:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b3158e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.401102:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b3158e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.401109:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b3158e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787141341.401120:0:5841:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x4:0x0]: returning size 8 00010000:00010000:3.0:1787141341.401203:0:5841:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b31580 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.401211:0:5841:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b31580 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.401218:0:5841:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b31580 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.401224:0:5841:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438800 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141341.401228:0:5841:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b31580 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.401235:0:5841:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b31580 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.401246:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff8b7c9071a500) 00010000:00010000:3.0:1787141341.401249:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141341.401253:0:5841:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b31580 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.401259:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b31580 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.401270:0:5841:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31587 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.401281:0:5841:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31587 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.401287:0:5841:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31587 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.401292:0:5841:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439600 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141341.401294:0:5841:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31587 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.401300:0:5841:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31587 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.401307:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x238769cd (ffff8b7c95a5bb00) 00010000:00010000:3.0:1787141341.401309:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141341.401312:0:5841:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31587 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.401318:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31587 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.401354:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31579 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf5c expref: 33 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.401366:0:5841:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b3158e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf5c expref: 32 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.401374:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b7c95a5b500) 00010000:00010000:3.0:1787141341.401376:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787141341.401552:0:5841:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf438600, rc 0) 00000100:00100000:3.0:1787141341.401724:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbfb94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+32:10485:x1873953240955136:12345-192.168.203.11@tcp:101:cat.0 Request processed in 1353us (1515us total) trans 4294967373 rc 0/0 00000100:00100000:3.0:1787141341.401732:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 94 00000100:00100000:3.0:1787141341.409972:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141341.410160:0:5843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240955392 00000100:00100000:0.0:1787141341.410169:0:5843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240955392 00000100:00100000:0.0:1787141341.410277:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 24 00000100:00100000:0.0:1787141341.410288:0:5843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4771880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+32:10485:x1873953240955392:12345-192.168.203.11@tcp:35:cat.0 00000100:00100000:0.0:1787141341.410550:0:5843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4771880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+33:10485:x1873953240955392:12345-192.168.203.11@tcp:35:cat.0 Request processed in 263us (586us total) trans 4294967374 rc 0/0 00000100:00100000:0.0:1787141341.410558:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 24 00000100:00100000:2.0:1787141341.440160:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141341.440265:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240955648 00000100:00100000:3.0:1787141341.440274:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240955648 00000100:00100000:3.0:1787141341.440330:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 95 00000100:00100000:3.0:1787141341.440340:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbfb97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+33:10486:x1873953240955648:12345-192.168.203.11@tcp:36:rm.0 00010000:00010000:3.0:1787141341.440391:0:5839:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1787141341.440414:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b3158e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf5c expref: 33 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.440433:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31564 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf55 expref: 32 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.440445:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b3152c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf47 expref: 31 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.440456:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b7c95a5b500) 00010000:00010000:3.0:1787141341.440466:0:5839:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787141341.440667:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b3159c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.440679:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b3159c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.440688:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b3159c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.440716:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b315a3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3:0x0].0x238769cd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.440723:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b315a3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.440729:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b315a3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.441139:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b315aa lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.441148:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b315aa lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.441154:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b315aa lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1787141341.441675:0:5839:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].4, 64 off8472 00000004:00080000:3.0:1787141341.441686:0:5839:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 324447889709ns, next at 325447886959ns, rc = 0 00010000:00010000:3.0:1787141341.441741:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b315b1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.441750:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b315b1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.441757:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b315b1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.441763:0:5839:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b315b1 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.441779:0:5839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b315b1 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.441784:0:5839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b315b1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.441867:0:5839:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787141341.441887:0:5839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b315aa lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.441893:0:5839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b315aa lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.441899:0:5839:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b315aa lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.441905:0:5839:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438800 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141341.441909:0:5839:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b315aa lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.441916:0:5839:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b315aa lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.441928:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b7c95a5b100) 00010000:00010000:3.0:1787141341.441931:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1787141341.441934:0:5839:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b315aa lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.441940:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b315aa lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.441956:0:5839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b3159c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.441968:0:5839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b3159c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.441973:0:5839:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b3159c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.441978:0:5839:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438e00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141341.441981:0:5839:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b3159c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.441987:0:5839:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b3159c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.441995:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff8b7c9071a500) 00010000:00010000:3.0:1787141341.441997:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141341.442001:0:5839:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b3159c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.442007:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b3159c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787141341.442017:0:5839:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000006c14b007 reply state 00000000a11df119 transno 4294967375 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b315a3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141341.442025:0:5839:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1787141341.442138:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbfb97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+32:10486:x1873953240955648:12345-192.168.203.11@tcp:36:rm.0 Request processed in 1797us (1983us total) trans 4294967375 rc 0/0 00000100:00100000:3.0:1787141341.442145:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 95 00010000:00010000:0.0:1787141341.442315:0:5828:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787141341.442321:0:5828:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b315b1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.442327:0:5828:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439400 already unused, calling callback (ffffffffc163e230) 00010000:00010000:0.0:1787141341.442330:0:5828:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b315b1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.442336:0:5828:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b315b1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.442343:0:5828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b7c95a5b100) 00010000:00010000:0.0:1787141341.442345:0:5828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1787141341.442348:0:5828:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b315b1 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.442353:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b315b1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.442365:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141341.442367:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141341.442368:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141341.444240:0:3290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b315a3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.444265:0:3290:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b315a3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.444272:0:3290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b315a3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.444277:0:3290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439600 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141341.444281:0:3290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b315a3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.444288:0:3290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b315a3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.444301:0:3290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x238769cd (ffff8b7c95a5bb00) 00010000:00010000:0.0:1787141341.444304:0:3290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787141341.444308:0:3290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b315a3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.444313:0:3290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b315a3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141341.493914:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141341.494124:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240955904 00000100:00100000:0.0:1787141341.494135:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240955904 00000100:00100000:0.0:1787141341.494188:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 96 00000100:00100000:0.0:1787141341.494198:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbfb97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+31:10492:x1873953240955904:12345-192.168.203.11@tcp:101:bash.0 00010000:00010000:0.0:1787141341.494222:0:8206:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141341.494242:0:8206:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b315b8 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cf63 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.494365:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404400/0xc65ffb29b5b315bf lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.494377:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404400/0xc65ffb29b5b315bf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.494384:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404400/0xc65ffb29b5b315bf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.494393:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405200/0xc65ffb29b5b315c6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3:0x0].0x238769cd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.494397:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405200/0xc65ffb29b5b315c6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.494401:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405200/0xc65ffb29b5b315c6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787141341.495346:0:8206:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x3:0x0], index 1: 0 00010000:00010000:1.0:1787141341.495525:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b315cd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141341.495537:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b315cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141341.495547:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b315cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141341.495594:0:8206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404400/0xc65ffb29b5b315bf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141341.495601:0:8206:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404400/0xc65ffb29b5b315bf lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141341.495607:0:8206:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404400/0xc65ffb29b5b315bf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141341.495613:0:8206:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf404400 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:1.0:1787141341.495617:0:8206:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404400/0xc65ffb29b5b315bf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141341.495625:0:8206:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404400/0xc65ffb29b5b315bf lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141341.495638:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff8b7c9071a500) 00010000:00010000:1.0:1787141341.495640:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787141341.495644:0:8206:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404400/0xc65ffb29b5b315bf lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141341.495650:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404400/0xc65ffb29b5b315bf lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787141341.495685:0:8206:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000009fcbd532 reply state 00000000bfcc34a4 transno 4294967376 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405200/0xc65ffb29b5b315c6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141341.495694:0:8206:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1787141341.495724:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b315b8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf63 expref: 34 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141341.495738:0:8206:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b315cd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf63 expref: 33 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141341.495746:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b7c84d5b900) 00010000:00010000:1.0:1787141341.495748:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787141341.495750:0:8206:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbfa61800, rc 0) 00000100:00100000:1.0:1787141341.495856:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbfb97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+34:10492:x1873953240955904:12345-192.168.203.11@tcp:101:bash.0 Request processed in 1658us (1951us total) trans 4294967376 rc 0/0 00000100:00100000:1.0:1787141341.495864:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 96 00010000:00010000:3.0:1787141341.497550:0:3291:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405200/0xc65ffb29b5b315c6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.497598:0:3291:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405200/0xc65ffb29b5b315c6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.497605:0:3291:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405200/0xc65ffb29b5b315c6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.497611:0:3291:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf405200 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141341.497616:0:3291:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405200/0xc65ffb29b5b315c6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.497622:0:3291:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405200/0xc65ffb29b5b315c6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.497636:0:3291:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x238769cd (ffff8b7c9071a900) 00010000:00010000:3.0:1787141341.497639:0:3291:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141341.497644:0:3291:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405200/0xc65ffb29b5b315c6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.497650:0:3291:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405200/0xc65ffb29b5b315c6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141341.501459:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141341.501588:0:12006:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240956032 00000100:00100000:1.0:1787141341.501599:0:12006:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240956032 00000100:00080000:0.0:1787141341.501666:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787141341.501668:0:12006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 34 00000100:00100000:1.0:1787141341.501681:0:12006:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbfb95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2352:x1873953240956032:12345-192.168.203.11@tcp:101:bash.0 00010000:00010000:1.0:1787141341.501704:0:12006:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787141341.501724:0:12006:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b48ee058/0xc65ffb29b5b315db lrc: 2/0,0 mode: --/PR res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cf6a expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787141341.501749:0:12006:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1787141341.501765:0:12006:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3:0x0].0x0 since=324s v=(0 0) 00010000:00010000:1.0:1787141341.501780:0:12006:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787141341.501789:0:12006:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b48ee058/0xc65ffb29b5b315db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf6a expref: 6 pid: 12006 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141341.501827:0:12006:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b48ee058/0xc65ffb29b5b315db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf6a expref: 6 pid: 12006 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141341.501840:0:12006:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbfa60600, rc 0) 00000100:00100000:1.0:1787141341.501893:0:12006:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbfb95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2352:x1873953240956032:12345-192.168.203.11@tcp:101:bash.0 Request processed in 215us (443us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141341.501901:0:12006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 34 00000100:00100000:2.0:1787141341.504945:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141341.505145:0:6690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240956160 00000100:00100000:0.0:1787141341.505158:0:6690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240956160 00000100:00100000:0.0:1787141341.505212:0:6690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 35 00000100:00100000:0.0:1787141341.505222:0:6690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbfb94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:10492:x1873953240956160:12345-192.168.203.11@tcp:101:bash.0 00010000:00010000:0.0:1787141341.505241:0:6690:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141341.505260:0:6690:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002cf9df62/0xc65ffb29b5b315e2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cf71 expref: -99 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.505291:0:6690:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b48ee058/0xc65ffb29b5b315db lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf6a expref: 7 pid: 12006 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.505318:0:6690:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787141341.505322:0:6690:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787141341.505328:0:6690:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002cf9df62/0xc65ffb29b5b315e2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf71 expref: 7 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.505361:0:6690:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b48ee058/0xc65ffb29b5b315db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf6a expref: 7 pid: 12006 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.505376:0:6690:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b48ee058/0xc65ffb29b5b315db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf6a expref: 7 pid: 12006 timeout: 424 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141341.505390:0:6690:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4732680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6690:1873953262991360:192.168.203.11@tcp:104: 00000100:00100000:0.0:1787141341.505539:0:6690:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c854476c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787141341.511060:0:6690:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4732680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6690:1873953262991360:192.168.203.11@tcp:104: 00010000:00010000:0.0:1787141341.511099:0:6690:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002cf9df62/0xc65ffb29b5b315e2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf71 expref: 7 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.511119:0:6690:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf404200, rc 0) 00000100:00100000:0.0:1787141341.511191:0:6690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbfb94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:10492:x1873953240956160:12345-192.168.203.11@tcp:101:bash.0 Request processed in 5970us (6256us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141341.511199:0:6690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 35 00000100:00100000:2.0:1787141341.514027:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141341.514109:0:8451:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240956288 00000100:00100000:3.0:1787141341.514121:0:8451:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240956288 00010000:00010000:3.0:1787141341.514165:0:8451:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b48ee058/0xc65ffb29b5b315db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf6a expref: 7 pid: 12006 timeout: 424 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141341.514209:0:8451:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 49 00000100:00100000:3.0:1787141341.514220:0:8451:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98010050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:2353:x1873953240956288:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787141341.514234:0:8451:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787141341.514316:0:8451:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b48ee058/0xc65ffb29b5b315db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf6a expref: 7 pid: 12006 timeout: 424 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.514333:0:8451:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b48ee058/0xc65ffb29b5b315db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf6a expref: 7 pid: 12006 timeout: 424 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.514363:0:8451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b48ee058/0xc65ffb29b5b315db lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf6a expref: 7 pid: 12006 timeout: 424 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.514381:0:8451:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787141341.514386:0:8451:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787141341.514393:0:8451:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002cf9df62/0xc65ffb29b5b315e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf71 expref: 6 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.514405:0:8451:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002cf9df62/0xc65ffb29b5b315e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf71 expref: 6 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.514447:0:8451:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000002cf9df62/0xc65ffb29b5b315e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf71 expref: 6 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141341.514462:0:8451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf589500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8451:1873953262991488:192.168.203.11@tcp:105: 00000100:00100000:3.0:1787141341.514547:0:8451:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c8620ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1787141341.521111:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141341.521203:0:5842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240956544 00000100:00100000:1.0:1787141341.521213:0:5842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240956544 00000100:00100000:1.0:1787141341.521266:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 25 00000100:00100000:1.0:1787141341.521276:0:5842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4732680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+33:10492:x1873953240956544:12345-192.168.203.11@tcp:35:bash.0 00000100:00100000:3.0:1787141341.522931:0:8451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf589500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8451:1873953262991488:192.168.203.11@tcp:105: 00010000:00010000:3.0:1787141341.522959:0:8451:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787141341.523486:0:8451:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98010050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2353:x1873953240956288:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 9265us (9466us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141341.523499:0:8451:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 49 00000100:00100000:1.0:1787141341.524237:0:5842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4732680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+34:10492:x1873953240956544:12345-192.168.203.11@tcp:35:bash.0 Request processed in 2957us (3130us total) trans 4294967377 rc 0/0 00000100:00100000:1.0:1787141341.524247:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 25 00000100:00100000:2.0:1787141341.772103:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141341.777761:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240956672 00000100:00100000:3.0:1787141341.777778:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240956672 00000100:00100000:3.0:1787141341.777888:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 97 00000100:00100000:3.0:1787141341.777901:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbfb97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+34:10508:x1873953240956672:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:3.0:1787141341.777925:0:5841:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141341.777946:0:5841:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b315e9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cf78 expref: -99 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.778014:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b315f0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.778028:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b315f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.778039:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b315f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787141341.778100:0:5841:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x3:0x0]: returning size 7680 00000004:00200000:3.0:1787141341.778104:0:5841:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1787141341.778127:0:5841:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b315f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.778154:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b315e9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf78 expref: 36 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.778173:0:5841:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b315f0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf78 expref: 35 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.778263:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff8b7c9071a500) 00010000:00010000:3.0:1787141341.778267:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787141341.778271:0:5841:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf438800, rc 0) 00000100:00100000:3.0:1787141341.778342:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbfb97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+35:10508:x1873953240956672:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 444us (6249us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141341.778360:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 97 00000100:00100000:3.0:1787141341.789933:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141341.790075:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240956928 00000100:00100000:0.0:1787141341.790086:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240956928 00000100:00100000:0.0:1787141341.790163:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 98 00000100:00100000:0.0:1787141341.790174:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf589500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+35:10508:x1873953240956928:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:0.0:1787141341.790195:0:5839:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141341.790216:0:5839:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404000/0xc65ffb29b5b315f7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cf7f expref: -99 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.790335:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404c00/0xc65ffb29b5b315fe lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.790348:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404c00/0xc65ffb29b5b315fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.790359:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404c00/0xc65ffb29b5b315fe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787141341.790369:0:5839:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 9 00010000:00010000:0.0:1787141341.790489:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404000/0xc65ffb29b5b315f7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf7f expref: 38 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.790507:0:5839:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404c00/0xc65ffb29b5b315fe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf7f expref: 37 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.790516:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b7c84d5b900) 00010000:00010000:0.0:1787141341.790519:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787141341.790523:0:5839:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf404c00, rc 0) 00000100:00100000:0.0:1787141341.790592:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf589500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+37:10508:x1873953240956928:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 420us (670us total) trans 4294967378 rc 0/0 00000100:00100000:0.0:1787141341.790599:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 98 00000100:00100000:0.0:1787141341.799433:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141341.799745:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240957056 00000100:00100000:2.0:1787141341.799755:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240957056 00000100:00100000:2.0:1787141341.799887:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 6 00000100:00100000:2.0:1787141341.799899:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4730a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+37:2351:x1873953240957056:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787141341.799914:0:5826:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787141341.799940:0:5826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404c00/0xc65ffb29b5b315fe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf7f expref: 37 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141341.799960:0:5826:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b7c84d5b900) 00010000:00010000:2.0:1787141341.799965:0:5826:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787141341.800037:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4730a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+36:2351:x1873953240957056:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 140us (612us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141341.800045:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 6 00000100:00100000:2.0:1787141341.809886:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141341.809964:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240957312 00000100:00100000:3.0:1787141341.809972:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240957312 00000100:00100000:3.0:1787141341.810037:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 99 00000100:00100000:3.0:1787141341.810046:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbfb95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+36:10508:x1873953240957312:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:3.0:1787141341.810069:0:8206:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141341.810085:0:8206:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b3160c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cf86 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.810159:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31613 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.810171:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31613 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.810178:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31613 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787141341.810189:0:8206:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 9 00010000:00010000:3.0:1787141341.810297:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b3160c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf86 expref: 39 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.810308:0:8206:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31613 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf86 expref: 38 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.810315:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b7c84d5b900) 00010000:00010000:3.0:1787141341.810317:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1787141341.810330:0:8206:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf438400, rc 0) 00000100:00100000:3.0:1787141341.810368:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbfb95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+38:10508:x1873953240957312:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 324us (492us total) trans 4294967379 rc 0/0 00000100:00100000:3.0:1787141341.810374:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 99 00000100:00100000:0.0:1787141341.818952:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141341.820210:0:12004:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240957440 00000100:00100000:2.0:1787141341.820233:0:12004:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240957440 00000100:00100000:2.0:1787141341.820347:0:12004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 36 00000100:00100000:2.0:1787141341.820358:0:12004:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4731880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2353:x1873953240957440:12345-192.168.203.11@tcp:1:lfs.0 00010000:00010000:2.0:1787141341.820402:0:12004:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000036762ed0/0xc65ffb29b5b31621 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12004 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141341.820441:0:12004:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002cf9df62/0xc65ffb29b5b315e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf71 expref: 6 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141341.820451:0:12004:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0x3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787141341.820455:0:12004:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1787141341.820460:0:12004:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000036762ed0/0xc65ffb29b5b31621 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12004 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141341.820500:0:12004:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002cf9df62/0xc65ffb29b5b315e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf71 expref: 6 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141341.820514:0:12004:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002cf9df62/0xc65ffb29b5b315e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf71 expref: 6 pid: 6690 timeout: 424 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141341.820530:0:12004:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbfb96d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:12004:1873953262991616:192.168.203.11@tcp:104: 00000100:00100000:2.0:1787141341.820644:0:12004:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c82db1a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787141341.830424:0:12004:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbfb96d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:12004:1873953262991616:192.168.203.11@tcp:104: 00010000:00010000:2.0:1787141341.830455:0:12004:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000036762ed0/0xc65ffb29b5b31621 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12004 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141341.832609:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141341.832904:0:6696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240957568 00000100:00100000:3.0:1787141341.832914:0:6696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240957568 00002000:00100000:3.0:1787141341.832975:0:6696:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3:0x0] (0->8) req@ffff8b7cb4731c00 x1873953240957568/t0(0) o4->0fd039ab-150d-4a77-92cd-c96e4dce9634@192.168.203.11@tcp:482/0 lens 504/0 e 0 to 0 dl 1787141352 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787141341.832987:0:6696:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b7cb4731c00 with x1873953240957568 ext(0->8) 00010000:00010000:3.0:1787141341.832996:0:6696:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000002cf9df62/0xc65ffb29b5b315e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf71 expref: 7 pid: 6690 timeout: 424 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.833014:0:6696:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000002cf9df62/0xc65ffb29b5b315e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf71 expref: 7 pid: 6690 timeout: 424 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787141341.833023:0:6696:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8b7cb4731c00 00000100:00100000:3.0:1787141341.833062:0:6696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 1 00000100:00100000:3.0:1787141341.833073:0:6696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4731c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:2352:x1873953240957568:12345-192.168.203.11@tcp:4:lfs.0 00000100:00100000:3.0:1787141341.833749:0:6696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4731c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+9:2352:x1873953240957568:12345-192.168.203.11@tcp:4:lfs.0 Request processed in 499us (972us total) trans 4294967302 rc 0/0 00000100:00100000:3.0:1787141341.833758:0:6696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 1 00002000:00100000:3.0:1787141341.833767:0:6696:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x3:0x0] (0->8) req@ffff8b7cb4731c00 x1873953240957568/t4294967302(0) o4->0fd039ab-150d-4a77-92cd-c96e4dce9634@192.168.203.11@tcp:482/0 lens 504/448 e 0 to 0 dl 1787141352 ref 1 fl Complete:H/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787141341.833777:0:6696:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b7cb4731c00 with x1873953240957568 ext(0->8) 00010000:00010000:3.0:1787141341.833783:0:6696:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000002cf9df62/0xc65ffb29b5b315e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf71 expref: 9 pid: 6690 timeout: 424 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.833862:0:6696:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000002cf9df62/0xc65ffb29b5b315e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf71 expref: 9 pid: 6690 timeout: 424 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787141341.833871:0:6696:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8b7cb4731c00 00000100:00100000:0.0:1787141341.840568:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141341.845652:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240957696 00000100:00100000:1.0:1787141341.845667:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240957696 00010000:00010000:1.0:1787141341.845715:0:5825:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002cf9df62/0xc65ffb29b5b315e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf71 expref: 9 pid: 6690 timeout: 424 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141341.845762:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 50 00000100:00100000:1.0:1787141341.845772:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4730700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+9:2353:x1873953240957696:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787141341.845787:0:5825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1787141341.845853:0:5825:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x3:0x0] updating lvb size from disk: 0 -> 9 00002000:00010000:1.0:1787141341.845856:0:5825:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0x3:0x0] updating lvb mtime from disk: 0 -> 1787141341 00002000:00010000:1.0:1787141341.845858:0:5825:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000400:0x3:0x0] updating lvb atime from disk: 0 -> 1787141342 00002000:00010000:1.0:1787141341.845860:0:5825:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0x3:0x0] updating lvb ctime from disk: 0 -> 1787141341 00010000:00010000:1.0:1787141341.845867:0:5825:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002cf9df62/0xc65ffb29b5b315e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf71 expref: 9 pid: 6690 timeout: 424 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141341.845883:0:5825:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002cf9df62/0xc65ffb29b5b315e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf71 expref: 9 pid: 6690 timeout: 424 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141341.845906:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002cf9df62/0xc65ffb29b5b315e2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf71 expref: 9 pid: 6690 timeout: 424 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141341.846245:0:5825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1787141341.846250:0:5825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1787141341.846257:0:5825:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000036762ed0/0xc65ffb29b5b31621 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 12004 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141341.846332:0:5825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000036762ed0/0xc65ffb29b5b31621 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 12004 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141341.850735:0:12004:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000036762ed0/0xc65ffb29b5b31621 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12004 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141341.850755:0:12004:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000036762ed0/0xc65ffb29b5b31621 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12004 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141341.850837:0:12004:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000036762ed0/0xc65ffb29b5b31621 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12004 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141341.850847:0:12004:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000036762ed0/0xc65ffb29b5b31621 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 12004 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141341.850856:0:12004:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000036762ed0/0xc65ffb29b5b31621 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12004 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141341.850865:0:12004:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c82da6000 already unused, calling callback (ffffffffc163e230) 00010000:00010000:0.0:1787141341.850869:0:5825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787141341.850871:0:12004:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000036762ed0/0xc65ffb29b5b31621 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12004 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141341.850882:0:12004:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000036762ed0/0xc65ffb29b5b31621 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 12004 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141341.850904:0:12004:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000036762ed0/0xc65ffb29b5b31621 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12004 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141341.850912:0:12004:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000036762ed0/0xc65ffb29b5b31621 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12004 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141341.851344:0:12004:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4731880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+8:2353:x1873953240957440:12345-192.168.203.11@tcp:1:lfs.0 Request processed in 30980us (32393us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141341.851345:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4730700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+8:2353:x1873953240957696:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 5566us (10778us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141341.851364:0:12004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 36 00000100:00100000:0.0:1787141341.851365:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 50 00000100:00100000:0.0:1787141341.869015:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141341.869188:0:5843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240957952 00000100:00100000:3.0:1787141341.869196:0:5843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240957952 00000100:00100000:3.0:1787141341.869255:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 26 00000100:00100000:3.0:1787141341.869265:0:5843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c38850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+38:10508:x1873953240957952:12345-192.168.203.11@tcp:35:lfs.0 00000004:00010000:3.0:1787141341.869331:0:5843:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000401:0x7:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31613 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf86 expref: 38 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1787141341.870075:0:5843:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967380 00000001:00080000:2.0:1787141341.870138:0:5843:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967381 00000001:00080000:2.0:1787141341.870493:0:5843:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967382 00010000:00010000:2.0:1787141341.870547:0:5843:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6000/0xc65ffb29b5b31628 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5843 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141341.870564:0:5843:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b315cd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf63 expref: 42 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141341.870573:0:5843:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6000/0xc65ffb29b5b31628 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x7:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5843 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141341.870747:0:5843:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b315cd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf63 expref: 42 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141341.870765:0:5843:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b315cd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf63 expref: 42 pid: 8206 timeout: 424 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141341.870782:0:5843:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbfb96d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5843:1873953262991744:192.168.203.11@tcp:104: 00000100:00100000:2.0:1787141341.871101:0:5843:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c82db1e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787141341.876726:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141341.877713:0:5843:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbfb96d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5843:1873953262991744:192.168.203.11@tcp:104: 00010000:00010000:2.0:1787141341.877744:0:5843:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6000/0xc65ffb29b5b31628 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x7:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5843 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141341.877836:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240958080 00000100:00100000:0.0:1787141341.877843:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240958080 00010000:00010000:0.0:1787141341.877879:0:5824:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b315cd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf63 expref: 43 pid: 8206 timeout: 424 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141341.877921:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 51 00000100:00100000:0.0:1787141341.877930:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf589880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+43:2353:x1873953240958080:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787141341.877944:0:5824:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787141341.877961:0:5824:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b315cd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf63 expref: 43 pid: 8206 timeout: 424 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.877974:0:5824:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b315cd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf63 expref: 43 pid: 8206 timeout: 424 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.877995:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b315cd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf63 expref: 43 pid: 8206 timeout: 424 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.878010:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b7c84d5b900) 00010000:00010000:0.0:1787141341.878016:0:5824:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6000/0xc65ffb29b5b31628 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x7:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5843 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.878037:0:5824:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6000/0xc65ffb29b5b31628 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5843 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.878044:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6000/0xc65ffb29b5b31628 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5843 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141341.878076:0:5824:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787141341.878200:0:5843:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6000/0xc65ffb29b5b31628 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5843 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.878208:0:5843:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6000/0xc65ffb29b5b31628 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5843 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1787141341.878338:0:5843:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967383 00000001:00080000:3.0:1787141341.878535:0:5843:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967384 00000100:00100000:0.0:1787141341.878938:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf589880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+44:2353:x1873953240958080:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 1005us (2218us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141341.878960:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 51 00000100:00100000:3.0:1787141341.879201:0:5843:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf588380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5843:1873953262991872:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1787141341.879259:0:5843:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141341.879294:0:5843:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cbf52c540 going to sleep for 11 seconds 00000100:00100000:0.0:1787141341.880724:0:5845:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262991872 00000100:00100000:0.0:1787141341.880736:0:5845:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262991872 00000100:00080000:2.0:1787141341.880917:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787141341.880961:0:5845:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1787141341.880972:0:5845:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf589c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5843:x1873953262991872:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1787141341.881083:0:5845:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf589c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5843:x1873953262991872:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 113us (1823us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141341.881095:0:5845:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1787141341.881234:0:5843:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967301 gen 2 00000004:00080000:2.0:1787141341.881240:0:5843:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967300 committed transno 4294967301 00000004:00080000:2.0:1787141341.881261:0:5843:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b7ca6de9500, transno 4294967301 00000100:00100000:2.0:1787141341.881278:0:5843:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf588380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5843:1873953262991872:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:2.0:1787141341.881790:0:5843:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967385 00000100:00100000:2.0:1787141341.881926:0:5843:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbfb96d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5843:1873953262992000:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1787141341.882166:0:5843:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141341.882192:0:5843:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c82db1a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787141341.882349:0:5844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262992000 00000100:00100000:3.0:1787141341.882354:0:5844:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262992000 00000100:00100000:3.0:1787141341.882384:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1787141341.882392:0:5844:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbfb94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5843:x1873953262992000:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1787141341.882559:0:5844:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbfb94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5843:x1873953262992000:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 167us (392us total) trans 4294967303 rc 0/0 00000100:00100000:3.0:1787141341.882566:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1787141341.891360:0:5843:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbfb96d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5843:1873953262992000:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:2.0:1787141341.891463:0:5843:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967386 00010000:00010000:2.0:1787141341.891523:0:5843:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6000/0xc65ffb29b5b31628 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5843 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141341.891534:0:5843:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6000/0xc65ffb29b5b31628 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5843 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141341.891543:0:5843:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6000/0xc65ffb29b5b31628 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5843 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141341.891549:0:5843:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c82da6000 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:2.0:1787141341.891553:0:5843:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6000/0xc65ffb29b5b31628 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5843 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141341.891561:0:5843:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6000/0xc65ffb29b5b31628 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5843 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141341.891591:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b7c84d5b900) 00010000:00010000:2.0:1787141341.891598:0:5843:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1787141341.891603:0:5843:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6000/0xc65ffb29b5b31628 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x7:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5843 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141341.891609:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6000/0xc65ffb29b5b31628 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x7:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5843 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787141341.891853:0:5843:0:(mdd_object.c:4014:mdd_close()) Object [0x200000401:0x8:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1787141341.892145:0:5843:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].3, 64 off8384 00000004:00080000:2.0:1787141341.892157:0:5843:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 324898361070ns, next at 325898359040ns, rc = 0 00000001:00080000:2.0:1787141341.892165:0:5843:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967387 00010000:00010000:2.0:1787141341.892204:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b7c84d5b900) 00010000:00010000:2.0:1787141341.892208:0:5843:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1787141341.892216:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31613 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf86 expref: 46 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141341.892318:0:5843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c38850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+45:10508:x1873953240957952:12345-192.168.203.11@tcp:35:lfs.0 Request processed in 23053us (23310us total) trans 4294967388 rc 0/0 00000100:00100000:2.0:1787141341.892327:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 26 00000020:00080000:2.0:1787141341.892333:0:5843:0:(tgt_main.c:784:tgt_ses_key_exit()) total 9 transactions per RPC 00000100:00100000:0.0:1787141341.899759:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141341.900041:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240958208 00000100:00100000:3.0:1787141341.900051:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240958208 00000100:00100000:3.0:1787141341.900104:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 100 00000100:00100000:3.0:1787141341.900114:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4733100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+45:10508:x1873953240958208:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:3.0:1787141341.900138:0:5841:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141341.900161:0:5841:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b3162f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cf8d expref: -99 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.900220:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b3162f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf8d expref: 46 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.900233:0:5841:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b3162f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf8d expref: 46 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141341.900254:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b7c95a5b500) 00010000:00010000:3.0:1787141341.900257:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1787141341.900260:0:5841:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf438e00, rc 0) 00000100:00100000:3.0:1787141341.900709:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4733100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+46:10508:x1873953240958208:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 592us (954us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141341.900717:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 100 00000100:00100000:1.0:1787141341.910438:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141341.910531:0:5842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240958464 00000100:00100000:0.0:1787141341.910541:0:5842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240958464 00000100:00100000:0.0:1787141341.910615:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 27 00000100:00100000:0.0:1787141341.910626:0:5842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+46:10508:x1873953240958464:12345-192.168.203.11@tcp:35:lfs.0 00000100:00100000:0.0:1787141341.910888:0:5842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+47:10508:x1873953240958464:12345-192.168.203.11@tcp:35:lfs.0 Request processed in 262us (456us total) trans 4294967389 rc 0/0 00000100:00100000:0.0:1787141341.910897:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 27 00010000:00010000:3.0:1787141341.954992:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787141342.035085:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141342.035373:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240958592 00000100:00100000:0.0:1787141342.035397:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240958592 00000100:00100000:0.0:1787141342.035470:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 101 00000100:00100000:0.0:1787141342.035481:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbfb95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+47:10518:x1873953240958592:12345-192.168.203.11@tcp:34:lfs.0 00010000:00010000:0.0:1787141342.035552:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404400/0xc65ffb29b5b31636 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.035568:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404400/0xc65ffb29b5b31636 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.035594:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404400/0xc65ffb29b5b31636 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.035609:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b3163d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.035616:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b3163d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.035623:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b3163d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.035718:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b31644 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.035725:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b31644 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.035732:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b31644 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787141342.035772:0:5839:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b31644 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.035836:0:5839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404400/0xc65ffb29b5b31636 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.035844:0:5839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404400/0xc65ffb29b5b31636 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.035851:0:5839:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404400/0xc65ffb29b5b31636 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.035857:0:5839:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf404400 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141342.035861:0:5839:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404400/0xc65ffb29b5b31636 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.035868:0:5839:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404400/0xc65ffb29b5b31636 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.035880:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff8b7c9071a500) 00010000:00010000:0.0:1787141342.035884:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787141342.035888:0:5839:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404400/0xc65ffb29b5b31636 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.035893:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404400/0xc65ffb29b5b31636 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.035906:0:5839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b3163d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.035912:0:5839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b3163d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.035918:0:5839:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b3163d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.035928:0:5839:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf405800 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141342.035932:0:5839:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b3163d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.035938:0:5839:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b3163d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.035946:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x238769cd (ffff8b7c9071ab00) 00010000:00010000:0.0:1787141342.035948:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787141342.035950:0:5839:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b3163d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.035956:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b3163d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.035971:0:5839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b31644 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.035977:0:5839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b31644 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.035982:0:5839:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b31644 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.035987:0:5839:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf404600 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141342.035990:0:5839:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b31644 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.035996:0:5839:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b31644 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.036013:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b7c95a5b500) 00010000:00010000:0.0:1787141342.036016:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787141342.036019:0:5839:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b31644 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.036025:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b31644 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141342.036104:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbfb95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+47:10518:x1873953240958592:12345-192.168.203.11@tcp:34:lfs.0 Request processed in 625us (1028us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141342.036112:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 101 00000100:00080000:2.0:1787141342.036172:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787141342.104970:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141342.105055:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240958848 00000100:00100000:3.0:1787141342.105078:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240958848 00000100:00100000:3.0:1787141342.105137:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 102 00000100:00100000:3.0:1787141342.105160:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbfb95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+47:10521:x1873953240958848:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:3.0:1787141342.105181:0:8206:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141342.105200:0:8206:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b3164b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cf94 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141342.105274:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31652 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141342.105289:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31652 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141342.105301:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31652 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141342.105316:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31659 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141342.105324:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31659 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141342.105331:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31659 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141342.105455:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31660 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141342.105463:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31660 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141342.105470:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31660 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787141342.105491:0:8206:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 9 00010000:00010000:3.0:1787141342.105981:0:8206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31652 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141342.105991:0:8206:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31652 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141342.105998:0:8206:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31652 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141342.106004:0:8206:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439200 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141342.106009:0:8206:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31652 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141342.106016:0:8206:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31652 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141342.106029:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff8b7c9071a500) 00010000:00010000:3.0:1787141342.106033:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141342.106038:0:8206:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31652 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141342.106043:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31652 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141342.106057:0:8206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31659 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141342.106077:0:8206:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31659 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141342.106095:0:8206:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31659 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141342.106101:0:8206:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438400 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141342.106104:0:8206:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31659 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141342.106111:0:8206:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31659 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141342.106120:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x238769cd (ffff8b7c95a5ba00) 00010000:00010000:3.0:1787141342.106122:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141342.106125:0:8206:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31659 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141342.106130:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31659 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141342.106177:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b3164b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf94 expref: 50 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141342.106192:0:8206:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31660 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf94 expref: 49 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141342.106200:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b7c95a5b500) 00010000:00010000:3.0:1787141342.106202:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787141342.106205:0:8206:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf439600, rc 0) 00000100:00100000:3.0:1787141342.106274:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbfb95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+49:10521:x1873953240958848:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 1115us (1312us total) trans 4294967390 rc 0/0 00000100:00100000:3.0:1787141342.106293:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 102 00000100:00100000:1.0:1787141342.114271:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141342.114403:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240958976 00000100:00100000:3.0:1787141342.114414:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240958976 00000100:00100000:3.0:1787141342.114471:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 103 00000100:00100000:3.0:1787141342.114482:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+49:10521:x1873953240958976:12345-192.168.203.11@tcp:54:lfs.0 00010000:00010000:3.0:1787141342.114548:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b3166e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141342.114564:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b3166e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141342.115026:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b3166e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141342.115073:0:5841:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b3166e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141342.115080:0:5841:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b3166e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141342.115087:0:5841:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b3166e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141342.115093:0:5841:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439400 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141342.115097:0:5841:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b3166e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141342.115105:0:5841:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b3166e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141342.115118:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b7c95a5b500) 00010000:00010000:3.0:1787141342.115136:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787141342.115140:0:5841:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b3166e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141342.115146:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b3166e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141342.115280:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+49:10521:x1873953240958976:12345-192.168.203.11@tcp:54:lfs.0 Request processed in 799us (1017us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141342.115288:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 103 00000100:00100000:2.0:1787141342.131211:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141342.131290:0:5843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240959232 00000100:00100000:3.0:1787141342.131300:0:5843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240959232 00000100:00100000:3.0:1787141342.131361:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 28 00000100:00100000:3.0:1787141342.131371:0:5843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbfb97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+49:10521:x1873953240959232:12345-192.168.203.11@tcp:35:lfs.0 00000100:00100000:3.0:1787141342.131596:0:5843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbfb97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+50:10521:x1873953240959232:12345-192.168.203.11@tcp:35:lfs.0 Request processed in 226us (392us total) trans 4294967391 rc 0/0 00000100:00100000:3.0:1787141342.131605:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 28 00000100:00100000:2.0:1787141342.253749:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141342.254262:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240959488 00000100:00100000:0.0:1787141342.254273:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240959488 00000100:00100000:0.0:1787141342.254390:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 104 00000100:00100000:0.0:1787141342.254401:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbfb95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+50:10531:x1873953240959488:12345-192.168.203.11@tcp:101:bash.0 00010000:00010000:0.0:1787141342.254422:0:5839:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141342.254424:0:5839:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1787141342.254459:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b315f0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf78 expref: 50 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.254479:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff8b7c9071a500) 00010000:00010000:0.0:1787141342.254484:0:5839:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787141342.254500:0:5839:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b31675 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cf9b expref: -99 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.255338:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b3167c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.255371:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b3167c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.255381:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b3167c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787141342.255394:0:5839:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 9 00010000:00010000:0.0:1787141342.255771:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b31675 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf9b expref: 52 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.255791:0:5839:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b3167c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf9b expref: 51 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.255818:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b7c95a5b500) 00010000:00010000:0.0:1787141342.255821:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787141342.255824:0:5839:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf405800, rc 0) 00000100:00100000:0.0:1787141342.256723:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbfb95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+51:10531:x1873953240959488:12345-192.168.203.11@tcp:101:bash.0 Request processed in 2318us (2976us total) trans 4294967392 rc 0/0 00000100:00100000:0.0:1787141342.256732:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 104 00000100:00100000:2.0:1787141342.264502:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141342.265401:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240959744 00000100:00100000:1.0:1787141342.265412:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240959744 00000100:00100000:1.0:1787141342.265485:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 105 00000100:00100000:1.0:1787141342.265496:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4771880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+51:10531:x1873953240959744:12345-192.168.203.11@tcp:36:bash.0 00010000:00010000:1.0:1787141342.266064:0:8206:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1787141342.266091:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b3167c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf9b expref: 51 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141342.266113:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31660 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf94 expref: 50 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141342.266124:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b7c95a5b500) 00010000:00010000:1.0:1787141342.266129:0:8206:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787141342.266316:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b3168a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141342.266327:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b3168a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141342.266336:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b3168a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1787141342.266383:0:8206:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967393 00000004:00010000:1.0:1787141342.266408:0:8206:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000e5350cd9 reply state 00000000df0e74fc transno 4294967394 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b3168a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141342.266417:0:8206:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1787141342.266515:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4771880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+52:10531:x1873953240959744:12345-192.168.203.11@tcp:36:bash.0 Request processed in 1020us (2020us total) trans 4294967394 rc 0/0 00000100:00100000:1.0:1787141342.266522:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 105 00000020:00080000:1.0:1787141342.266539:0:8206:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1787141342.269268:0:3290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b3168a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141342.269303:0:3290:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b3168a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141342.269310:0:3290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b3168a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141342.269316:0:3290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbfa61800 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:1.0:1787141342.269321:0:3290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b3168a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141342.269328:0:3290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b3168a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141342.269344:0:3290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b7c95a5b500) 00010000:00010000:1.0:1787141342.269348:0:3290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787141342.269353:0:3290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b3168a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141342.269358:0:3290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b3168a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141342.270377:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141342.270722:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240959872 00000100:00100000:3.0:1787141342.270732:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240959872 00000100:00100000:3.0:1787141342.270784:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 106 00000100:00100000:3.0:1787141342.270972:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83700e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+51:10531:x1873953240959872:12345-192.168.203.11@tcp:101:bash.0 00010000:00010000:3.0:1787141342.271146:0:5841:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141342.271169:0:5841:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31691 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cfa2 expref: -99 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141342.271271:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31698 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141342.271283:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31698 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141342.271300:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31698 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787141342.271329:0:5841:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 0 00000004:00200000:3.0:1787141342.271333:0:5841:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1787141342.271350:0:5841:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31698 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141342.271376:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31691 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfa2 expref: 53 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141342.271392:0:5841:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31698 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfa2 expref: 52 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141342.271399:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b7c95a5b500) 00010000:00010000:3.0:1787141342.271402:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787141342.271405:0:5841:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf438600, rc 0) 00000100:00100000:3.0:1787141342.273928:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83700e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+52:10531:x1873953240959872:12345-192.168.203.11@tcp:101:bash.0 Request processed in 3124us (3546us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141342.273941:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 106 00000100:00100000:2.0:1787141342.291276:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141342.306000:0:5843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240960128 00000100:00100000:3.0:1787141342.306013:0:5843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240960128 00000100:00100000:3.0:1787141342.306073:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 29 00000100:00100000:3.0:1787141342.306082:0:5843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c86cc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+52:10531:x1873953240960128:12345-192.168.203.11@tcp:35:bash.0 00000100:00100000:3.0:1787141342.306324:0:5843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c86cc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+53:10531:x1873953240960128:12345-192.168.203.11@tcp:35:bash.0 Request processed in 242us (15056us total) trans 4294967395 rc 0/0 00000100:00100000:3.0:1787141342.306333:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 29 00000100:00100000:2.0:1787141342.399059:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141342.399958:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240960256 00000100:00100000:1.0:1787141342.399980:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240960256 00000100:00100000:1.0:1787141342.400046:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 107 00000100:00100000:1.0:1787141342.400057:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c86cc6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+53:10537:x1873953240960256:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:1.0:1787141342.400081:0:5840:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787141342.400101:0:5840:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b3169f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cfa9 expref: -99 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141342.400180:0:5840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b316a6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141342.400208:0:5840:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b316a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141342.400219:0:5840:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b316a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787141342.400281:0:5840:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x3:0x0]: returning size 7680 00000004:00200000:1.0:1787141342.400286:0:5840:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1787141342.400307:0:5840:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b316a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141342.400332:0:5840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b3169f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfa9 expref: 55 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141342.400351:0:5840:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b316a6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfa9 expref: 54 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141342.400360:0:5840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff8b7c9071a500) 00010000:00010000:1.0:1787141342.400363:0:5840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787141342.400366:0:5840:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbfa61000, rc 0) 00000100:00100000:1.0:1787141342.400433:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c86cc6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+54:10537:x1873953240960256:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 377us (1384us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141342.400441:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 107 00000100:00100000:2.0:1787141342.407383:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141342.407481:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240960384 00000100:00100000:0.0:1787141342.407492:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240960384 00000100:00100000:0.0:1787141342.407542:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 108 00000100:00100000:0.0:1787141342.407553:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c86cc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+54:10537:x1873953240960384:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:0.0:1787141342.407585:0:5839:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141342.407605:0:5839:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b316ad lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cfb0 expref: -99 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.407687:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404400/0xc65ffb29b5b316b4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.407700:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404400/0xc65ffb29b5b316b4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.407711:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404400/0xc65ffb29b5b316b4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.407726:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b316bb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.407733:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b316bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.407740:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b316bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.407896:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405600/0xc65ffb29b5b316c2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.407905:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405600/0xc65ffb29b5b316c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.407912:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405600/0xc65ffb29b5b316c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787141342.407945:0:5839:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 0 00000004:00200000:0.0:1787141342.407949:0:5839:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1787141342.407968:0:5839:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405600/0xc65ffb29b5b316c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.408109:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405600/0xc65ffb29b5b316c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.408116:0:5839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404400/0xc65ffb29b5b316b4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.408122:0:5839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404400/0xc65ffb29b5b316b4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.408130:0:5839:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404400/0xc65ffb29b5b316b4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.408135:0:5839:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf404400 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141342.408139:0:5839:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404400/0xc65ffb29b5b316b4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.408146:0:5839:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404400/0xc65ffb29b5b316b4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.408157:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff8b7c9071a500) 00010000:00010000:0.0:1787141342.408161:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787141342.408165:0:5839:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404400/0xc65ffb29b5b316b4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.408172:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404400/0xc65ffb29b5b316b4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.408184:0:5839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b316bb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.408190:0:5839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b316bb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.408201:0:5839:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b316bb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.408207:0:5839:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf404800 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141342.408210:0:5839:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b316bb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.408216:0:5839:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b316bb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.408224:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x238769cd (ffff8b7c9071ab00) 00010000:00010000:0.0:1787141342.408226:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787141342.408229:0:5839:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b316bb lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.408234:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b316bb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.408270:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b316ad lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfb0 expref: 56 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.408283:0:5839:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405600/0xc65ffb29b5b316c2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfb0 expref: 55 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.408289:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b7c95a5b500) 00010000:00010000:0.0:1787141342.408291:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787141342.408293:0:5839:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf405600, rc 0) 00000100:00100000:0.0:1787141342.408348:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c86cc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+55:10537:x1873953240960384:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 796us (974us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141342.408364:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 108 00000100:00100000:2.0:1787141342.417266:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141342.417319:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141342.417398:0:8451:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240960768 00000100:00100000:0.0:1787141342.417408:0:8451:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240960768 00000100:00100000:0.0:1787141342.417475:0:8451:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 7 00000100:00100000:0.0:1787141342.417485:0:8451:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caf870380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+55:2350:x1873953240960768:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787141342.417500:0:8451:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787141342.417525:0:8451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405600/0xc65ffb29b5b316c2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfb0 expref: 55 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.417544:0:8451:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b7c95a5b500) 00010000:00010000:0.0:1787141342.417550:0:8451:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787141342.417620:0:8451:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caf870380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+54:2350:x1873953240960768:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 136us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141342.417629:0:8451:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 7 00000100:00100000:3.0:1787141342.418546:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240960640 00000100:00100000:3.0:1787141342.418553:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240960640 00000100:00100000:3.0:1787141342.418643:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 109 00000100:00100000:3.0:1787141342.418652:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caf870e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+54:10537:x1873953240960640:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:3.0:1787141342.418667:0:5841:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141342.418683:0:5841:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b316c9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cfb7 expref: -99 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141342.418785:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b316d0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141342.418818:0:5841:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31698 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfa2 expref: 55 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141342.418827:0:5841:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b316d0 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141342.418860:0:5841:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31698 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfa2 expref: 55 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141342.418875:0:5841:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31698 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfa2 expref: 55 pid: 5841 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141342.419283:0:5841:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf58b480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5841:1873953262992128:192.168.203.11@tcp:104: 00000100:00100000:3.0:1787141342.419363:0:5841:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cbf52c480 going to sleep for 11 seconds 00000100:00100000:2.0:1787141342.424107:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141342.424233:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240960896 00000100:00100000:0.0:1787141342.424242:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240960896 00010000:00010000:0.0:1787141342.424281:0:5824:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31698 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfa2 expref: 56 pid: 5841 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141342.424321:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 52 00000100:00100000:0.0:1787141342.424331:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caf870000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+56:2352:x1873953240960896:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787141342.424345:0:5824:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787141342.424351:0:5824:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31698 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfa2 expref: 56 pid: 5841 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.424365:0:5824:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31698 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfa2 expref: 56 pid: 5841 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.424400:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b7c95a5b500) 00010000:00010000:0.0:1787141342.424406:0:5824:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b316d0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.424415:0:5824:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b316d0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.424423:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b316d0 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.424453:0:5824:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787141342.424499:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caf870000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+56:2352:x1873953240960896:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 170us (399us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141342.424506:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 52 00010000:00010000:3.0:1787141342.425484:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31698 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfa2 expref: 55 pid: 5841 timeout: 425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141342.425504:0:5841:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf58b480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5841:1873953262992128:192.168.203.11@tcp:104: 00010000:00010000:3.0:1787141342.425535:0:5841:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b316d0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141342.425544:0:5841:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b316d0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141342.425550:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b316d0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787141342.425568:0:5841:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 0 00010000:00010000:3.0:1787141342.427356:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b316c9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfb7 expref: 56 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141342.427377:0:5841:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b316d0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfb7 expref: 55 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141342.427385:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b7c95a5b500) 00010000:00010000:3.0:1787141342.427388:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1787141342.427391:0:5841:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf438400, rc 0) 00000100:00100000:3.0:1787141342.427442:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caf870e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+55:10537:x1873953240960640:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 8791us (10186us total) trans 4294967396 rc 0/0 00000100:00100000:3.0:1787141342.427450:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 109 00000100:00100000:2.0:1787141342.431345:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141342.431507:0:8451:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240961152 00000100:00100000:0.0:1787141342.431517:0:8451:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240961152 00000100:00100000:0.0:1787141342.431789:0:8451:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 8 00000100:00100000:0.0:1787141342.432211:0:8451:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca272ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+55:10537:x1873953240961152:12345-192.168.203.11@tcp:103:lfs.0 00010000:00010000:0.0:1787141342.432229:0:8451:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787141342.432255:0:8451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b3162f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf8d expref: 55 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.432273:0:8451:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b7c95a5b500) 00010000:00010000:0.0:1787141342.432278:0:8451:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787141342.432328:0:8451:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca272ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+54:10537:x1873953240961152:12345-192.168.203.11@tcp:103:lfs.0 Request processed in 530us (990us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141342.432336:0:8451:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 8 00000100:00100000:2.0:1787141342.434426:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141342.434724:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240961280 00000100:00100000:1.0:1787141342.434737:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240961280 00000100:00100000:1.0:1787141342.434825:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 110 00000100:00100000:1.0:1787141342.434838:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca272d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+54:10537:x1873953240961280:12345-192.168.203.11@tcp:58:lfs.0 00010000:00010000:1.0:1787141342.435167:0:5840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b316de lrc: 3/0,1 mode: --/EX res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141342.435191:0:5840:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b316de lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141342.435202:0:5840:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b316de lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1787141342.435394:0:5840:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].2, 136 off8464 00000100:00100000:1.0:1787141342.435532:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca272d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+54:10537:x1873953240961280:12345-192.168.203.11@tcp:58:lfs.0 Request processed in 696us (1118us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141342.435540:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 110 00000100:00100000:2.0:1787141342.443876:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141342.444558:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240961408 00000100:00100000:0.0:1787141342.444570:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240961408 00000100:00100000:0.0:1787141342.444694:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 111 00000100:00100000:0.0:1787141342.444705:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca272ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+54:10537:x1873953240961408:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:0.0:1787141342.444725:0:5839:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141342.444745:0:5839:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405600/0xc65ffb29b5b316e5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cfbe expref: -99 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.444857:0:5839:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b316de lrc: 2/0,1 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.444868:0:5839:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405600/0xc65ffb29b5b316e5 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfbe expref: 55 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.444897:0:5839:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b316de lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.444911:0:5839:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405600/0xc65ffb29b5b316e5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfbe expref: 55 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.444924:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b7c95a5b500) 00010000:00010000:0.0:1787141342.444927:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1787141342.444932:0:5839:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405600/0xc65ffb29b5b316e5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfbe expref: 55 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141342.444940:0:5839:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf405600, rc 0) 00000100:00100000:0.0:1787141342.445389:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca272ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+55:10537:x1873953240961408:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 684us (1521us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141342.445397:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 111 00010000:00010000:0.0:1787141342.977174:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1787141343.106750:0:8044:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 326112951812ns, next at 327112949175ns, rc = 0 00000100:00100000:3.0:1787141343.106773:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf58b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953262992384:0@lo:400:kworker.0 00000100:00100000:1.0:1787141343.106774:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf588380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3306:1873953262992640:0@lo:400:kworker.0 00000004:00080000:0.0:1787141343.106891:0:6794:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 326113094628ns, next at 327113093433ns, rc = 0 00000100:00100000:2.0:1787141343.107108:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262992256:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787141343.116191:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf588e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3305:1873953262992512:0@lo:400:kworker.0 00000100:00100000:3.0:1787141343.117245:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141343.117245:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141343.117302:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3304:1873953262992896:0@lo:400:kworker.0 00000100:00100000:3.0:1787141343.117336:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141343.117381:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262992640 00000100:00100000:3.0:1787141343.117388:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262992640 00000100:00100000:3.0:1787141343.117451:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262992896 00000100:00100000:3.0:1787141343.117454:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262992896 00000100:00100000:3.0:1787141343.117478:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00100000:3.0:1787141343.117499:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3306:x1873953262992640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141343.117547:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3306:x1873953262992640:12345-0@lo:400:kworker.0 Request processed in 50us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141343.117554:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00100000:3.0:1787141343.117581:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000100:00100000:3.0:1787141343.117588:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3304:x1873953262992896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141343.117620:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f8f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3304:x1873953262992896:12345-0@lo:400:kworker.0 Request processed in 33us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141343.117626:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000100:00080000:3.0:1787141343.117641:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787141343.117669:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3304:1873953262992896:0@lo:400:kworker.0 00000100:00100000:3.0:1787141343.117711:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262992384 00000100:00100000:3.0:1787141343.117715:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262992384 00000100:00100000:3.0:1787141343.117738:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 285 00000100:00100000:3.0:1787141343.117744:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3304:x1873953262992384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141343.118093:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3304:x1873953262992384:12345-0@lo:400:kworker.0 Request processed in 348us (851us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141343.118100:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 285 00000100:00100000:3.0:1787141343.118139:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf58b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953262992384:0@lo:400:kworker.0 00000100:00100000:3.0:1787141343.118189:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141343.118213:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262992768:0@lo:400:kworker.0 00000100:00100000:3.0:1787141343.118237:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141343.118264:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787141343.118281:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4733800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262993152:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787141343.118304:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141343.118337:0:6688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262992768 00000100:00100000:3.0:1787141343.118341:0:6688:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262992768 00000100:00100000:3.0:1787141343.118373:0:6688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1787141343.118380:0:6688:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3307:x1873953262992768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141343.118417:0:6688:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f8d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3307:x1873953262992768:12345-0@lo:400:kworker.0 Request processed in 38us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141343.118424:0:6688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00080000:3.0:1787141343.118438:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787141343.118455:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262992768:0@lo:400:kworker.0 00000100:00100000:3.0:1787141343.118545:0:11379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262992256 00000100:00100000:3.0:1787141343.118550:0:11379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262992256 00000100:00100000:3.0:1787141343.118587:0:11379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262993152 00000100:00100000:3.0:1787141343.118590:0:11379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262993152 00000100:00100000:1.0:1787141343.118593:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf588380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3306:1873953262992640:0@lo:400:kworker.0 00000100:00100000:3.0:1787141343.118602:0:11379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1787141343.118608:0:11379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3307:x1873953262992256:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787141343.118616:0:6693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1787141343.118622:0:6693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3307:x1873953262993152:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787141343.118633:0:11379:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 49348608 pending 1703936 free 3859808256 avail 3857711104 00002000:00000024:1.0:1787141343.118637:0:6693:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1787141343.118718:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141343.118738:0:6693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3307:x1873953262993152:12345-0@lo:13:osp-pre-0-0.0 Request processed in 116us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141343.118740:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262993024:0@lo:400:kworker.0 00000100:00100000:1.0:1787141343.118745:0:6693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1787141343.118768:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262992512 00000100:00100000:1.0:1787141343.118772:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262992512 00000100:00100000:1.0:1787141343.118814:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000100:00100000:1.0:1787141343.118821:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4731f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3305:x1873953262992512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141343.118927:0:11379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3307:x1873953262992256:12345-0@lo:13:osp-pre-1-0.0 Request processed in 318us (736us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141343.118934:0:11379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00080000:2.0:1787141343.118941:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787141343.128472:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4731f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3305:x1873953262992512:12345-0@lo:400:kworker.0 Request processed in 9642us (9744us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141343.128641:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000100:00100000:2.0:1787141343.132276:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4733800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262993152:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787141343.132300:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262992256:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787141343.132433:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141343.132597:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf588e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3305:1873953262992512:0@lo:400:kworker.0 00000100:00100000:2.0:1787141343.132649:0:6690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262993024 00000100:00100000:2.0:1787141343.132656:0:6690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262993024 00000100:00100000:2.0:1787141343.132744:0:6690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1787141343.132753:0:6690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4730e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3305:x1873953262993024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787141343.132839:0:6690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4730e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3305:x1873953262993024:12345-0@lo:400:kworker.0 Request processed in 86us (406us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141343.132847:0:6690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1787141343.133004:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262993024:0@lo:400:kworker.0 00000040:00080000:0.0:1787141343.297640:0:11681:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1787141343.297648:0:11681:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1787141343.297700:0:11681:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 3 count 3 00000040:00080000:0.0:1787141343.297707:0:11681:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1787141343.297847:0:11681:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4731500 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11681:1873953262993280:192.168.203.11@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1787141343.298318:0:11681:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c85447840 going to sleep for 11 seconds 00000100:00100000:3.0:1787141343.303174:0:11681:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4731500 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11681:1873953262993280:192.168.203.11@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1787141343.303906:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141343.304317:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240961536 00000100:00100000:3.0:1787141343.304325:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240961536 00000100:00100000:3.0:1787141343.304379:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 112 00000100:00100000:3.0:1787141343.304399:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca272c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+55:10538:x1873953240961536:12345-192.168.203.11@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1787141343.304442:0:5841:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000401:0x7:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1787141343.304533:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca272c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+55:10538:x1873953240961536:12345-192.168.203.11@tcp:53:lhsmtool_posix.0 Request processed in 145us (631us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141343.304541:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 112 00000100:00100000:2.0:1787141343.311456:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141343.311523:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240961664 00000100:00100000:3.0:1787141343.311534:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240961664 00000100:00100000:3.0:1787141343.311718:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 113 00000100:00100000:3.0:1787141343.311729:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca272f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+55:10538:x1873953240961664:12345-192.168.203.11@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1787141343.311833:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b316ec lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.311850:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b316ec lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.311865:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b316ec lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.311901:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b316f3 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x77a79f1b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.311909:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b316f3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x77a79f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.311917:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b316f3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x77a79f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.311940:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b316fa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.311948:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b316fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.311970:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b316fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787141343.312022:0:5839:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 0 00000004:00200000:3.0:1787141343.312026:0:5839:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1787141343.312040:0:5839:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b316fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.312050:0:5839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b316ec lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.312057:0:5839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b316ec lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.312064:0:5839:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b316ec lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.312069:0:5839:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439400 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141343.312074:0:5839:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b316ec lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.312081:0:5839:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b316ec lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.312093:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b7c84d5bf00) 00010000:00010000:3.0:1787141343.312097:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141343.312101:0:5839:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b316ec lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.312106:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b316ec lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.312129:0:5839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b316f3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x77a79f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.312136:0:5839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b316f3 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x77a79f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.312141:0:5839:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b316f3 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x77a79f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.312146:0:5839:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438600 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141343.312149:0:5839:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b316f3 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x77a79f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.312156:0:5839:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b316f3 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x77a79f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.312163:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x77a79f1b (ffff8b7c95a5ba00) 00010000:00010000:3.0:1787141343.312166:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141343.312168:0:5839:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b316f3 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x77a79f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.312174:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b316f3 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x77a79f1b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.312187:0:5839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b316fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.312193:0:5839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b316fa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.312198:0:5839:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b316fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.312209:0:5839:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439200 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141343.312212:0:5839:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b316fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.312218:0:5839:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b316fa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.312226:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b7c95a5b500) 00010000:00010000:3.0:1787141343.312228:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141343.312231:0:5839:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b316fa lrc: 2/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.312237:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b316fa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141343.312753:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca272f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+55:10538:x1873953240961664:12345-192.168.203.11@tcp:34:lhsmtool_posix.0 Request processed in 1023us (1304us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141343.312763:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 113 00000100:00100000:2.0:1787141343.315976:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141343.316052:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240961920 00000100:00100000:1.0:1787141343.316062:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240961920 00000100:00100000:1.0:1787141343.316127:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 114 00000100:00100000:1.0:1787141343.316138:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca272e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+55:10538:x1873953240961920:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1787141343.316159:0:10438:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787141343.316183:0:10438:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60600/0xc65ffb29b5b31701 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cfc5 expref: -99 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.316285:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61600/0xc65ffb29b5b31708 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.316300:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61600/0xc65ffb29b5b31708 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.316311:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61600/0xc65ffb29b5b31708 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787141343.316322:0:10438:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 0 00010000:00010000:1.0:1787141343.316404:0:10438:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61600/0xc65ffb29b5b31708 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.316412:0:10438:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61600/0xc65ffb29b5b31708 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.316419:0:10438:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61600/0xc65ffb29b5b31708 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.316425:0:10438:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbfa61600 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:1.0:1787141343.316429:0:10438:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61600/0xc65ffb29b5b31708 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.316448:0:10438:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61600/0xc65ffb29b5b31708 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.316465:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b7c95a5b500) 00010000:00010000:1.0:1787141343.316468:0:10438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1787141343.316473:0:10438:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61600/0xc65ffb29b5b31708 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.316479:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61600/0xc65ffb29b5b31708 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.316516:0:10438:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60600/0xc65ffb29b5b31701 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfc5 expref: 57 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.316525:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b7c84d5bf00) 00010000:00010000:1.0:1787141343.316527:0:10438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1787141343.316531:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60600/0xc65ffb29b5b31701 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfc5 expref: 57 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.316540:0:10438:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbfa60600, rc 0) 00000100:00100000:1.0:1787141343.316606:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca272e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+56:10538:x1873953240961920:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 470us (639us total) trans 4294967397 rc 301/301 00000100:00100000:1.0:1787141343.316613:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 114 00000100:00100000:2.0:1787141343.324480:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141343.324596:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240962048 00000100:00100000:3.0:1787141343.324607:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240962048 00000100:00100000:3.0:1787141343.324672:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 115 00000100:00100000:3.0:1787141343.324684:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca272ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+56:10538:x1873953240962048:12345-192.168.203.11@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1787141343.324742:0:5841:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000401:0x7:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1787141343.324921:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca272ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+56:10538:x1873953240962048:12345-192.168.203.11@tcp:53:lhsmtool_posix.0 Request processed in 238us (447us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141343.324929:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 115 00000100:00100000:2.0:1787141343.328404:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141343.328462:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240962304 00000100:00100000:3.0:1787141343.328473:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240962304 00000100:00100000:3.0:1787141343.328552:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 116 00000100:00100000:3.0:1787141343.328562:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca272c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+56:10538:x1873953240962304:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1787141343.329063:0:5839:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141343.329068:0:5839:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1787141343.329099:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b316a6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfa9 expref: 56 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.329124:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff8b7c9071a500) 00010000:00010000:3.0:1787141343.329130:0:5839:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787141343.329145:0:5839:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31716 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cfcc expref: -99 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787141343.329553:0:5839:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x4:0x0], index 0: 0 00010000:00010000:3.0:1787141343.330434:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b3171d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.330450:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b3171d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.330461:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b3171d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.330517:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31716 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfcc expref: 58 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.330534:0:5839:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b3171d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfcc expref: 57 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.330543:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8b7c95a5ba00) 00010000:00010000:3.0:1787141343.330557:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787141343.330560:0:5839:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf438600, rc 0) 00000100:00100000:3.0:1787141343.332097:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca272c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+57:10538:x1873953240962304:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 3528us (3693us total) trans 4294967398 rc 0/0 00000100:00100000:3.0:1787141343.332108:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 116 00000100:00100000:2.0:1787141343.337420:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141343.337522:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240962560 00000100:00100000:1.0:1787141343.337532:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240962560 00000100:00100000:1.0:1787141343.337598:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 117 00000100:00100000:1.0:1787141343.337609:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca272d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+57:10538:x1873953240962560:12345-192.168.203.11@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1787141343.337679:0:10438:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787141343.337705:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b3171d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfcc expref: 57 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.337725:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8b7c95a5ba00) 00010000:00010000:1.0:1787141343.337736:0:10438:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787141343.337757:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60600/0xc65ffb29b5b3172b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.337770:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60600/0xc65ffb29b5b3172b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.337779:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60600/0xc65ffb29b5b3172b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.337852:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61600/0xc65ffb29b5b31732 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3:0x0].0xe5530245 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.337861:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61600/0xc65ffb29b5b31732 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0xe5530245 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.337868:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61600/0xc65ffb29b5b31732 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0xe5530245 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.337942:0:10438:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60600/0xc65ffb29b5b3172b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.337949:0:10438:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60600/0xc65ffb29b5b3172b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.337956:0:10438:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60600/0xc65ffb29b5b3172b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.337968:0:10438:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbfa60600 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:1.0:1787141343.337973:0:10438:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60600/0xc65ffb29b5b3172b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.337979:0:10438:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60600/0xc65ffb29b5b3172b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.337987:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff8b7c9071a500) 00010000:00010000:1.0:1787141343.337990:0:10438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787141343.338005:0:10438:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60600/0xc65ffb29b5b3172b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.338010:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60600/0xc65ffb29b5b3172b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.338019:0:10438:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61600/0xc65ffb29b5b31732 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3:0x0].0xe5530245 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.338024:0:10438:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61600/0xc65ffb29b5b31732 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0xe5530245 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.338029:0:10438:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61600/0xc65ffb29b5b31732 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0xe5530245 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.338034:0:10438:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbfa61600 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:1.0:1787141343.338036:0:10438:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61600/0xc65ffb29b5b31732 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0xe5530245 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.338042:0:10438:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61600/0xc65ffb29b5b31732 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3:0x0].0xe5530245 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.338057:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0xe5530245 (ffff8b7c84d5b200) 00010000:00010000:1.0:1787141343.338059:0:10438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787141343.338062:0:10438:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61600/0xc65ffb29b5b31732 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3:0x0].0xe5530245 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.338067:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61600/0xc65ffb29b5b31732 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3:0x0].0xe5530245 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141343.339209:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca272d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+56:10538:x1873953240962560:12345-192.168.203.11@tcp:36:lhsmtool_posix.0 Request processed in 1594us (1789us total) trans 0 rc -2/-2 00000100:00100000:1.0:1787141343.339219:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 117 00000100:00100000:2.0:1787141343.345602:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141343.345734:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240962688 00000100:00100000:3.0:1787141343.345744:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240962688 00000100:00100000:3.0:1787141343.345876:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 118 00000100:00100000:3.0:1787141343.345889:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca272fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+56:10538:x1873953240962688:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1787141343.345908:0:5841:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141343.345929:0:5841:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31739 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cfd3 expref: -99 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.345964:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31740 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.345977:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31740 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.345987:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31740 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.346101:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31739 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfd3 expref: 58 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.346138:0:5841:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31740 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfd3 expref: 57 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.346148:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8b7c95a5bf00) 00010000:00010000:3.0:1787141343.346158:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1787141343.346161:0:5841:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf439400, rc 0) 00000100:00100000:3.0:1787141343.346228:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca272fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+57:10538:x1873953240962688:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 342us (634us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141343.346235:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 118 00000100:00100000:2.0:1787141343.367637:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141343.367847:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240962944 00000100:00100000:3.0:1787141343.367856:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240962944 00000100:00100000:3.0:1787141343.367913:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 119 00000100:00100000:3.0:1787141343.367924:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca272e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+57:10538:x1873953240962944:12345-192.168.203.11@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1787141343.368000:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31747 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.368017:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31747 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.368028:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31747 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1787141343.368280:0:5839:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].5, 88 off8560 00000004:00010000:3.0:1787141343.368369:0:5839:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000f8d4c5fa reply state 000000007de4dd45 transno 4294967399 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31747 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141343.368378:0:5839:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1787141343.368473:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca272e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+59:10538:x1873953240962944:12345-192.168.203.11@tcp:36:lhsmtool_posix.0 Request processed in 550us (844us total) trans 4294967399 rc 0/0 00000100:00100000:3.0:1787141343.368481:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 119 00010000:00010000:0.0:1787141343.372597:0:3291:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31747 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141343.372615:0:3291:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31747 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141343.372623:0:3291:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31747 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141343.372629:0:3291:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439200 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141343.372633:0:3291:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31747 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141343.372641:0:3291:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31747 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141343.372902:0:3291:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8b7c95a5bf00) 00010000:00010000:0.0:1787141343.372905:0:3291:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1787141343.372910:0:3291:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31747 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141343.372917:0:3291:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31747 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141343.374007:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141343.375266:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240963072 00000100:00100000:3.0:1787141343.375279:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240963072 00000100:00100000:3.0:1787141343.375409:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 120 00000100:00100000:3.0:1787141343.375420:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca272ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+58:10538:x1873953240963072:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1787141343.375459:0:8206:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141343.375479:0:8206:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b3174e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cfda expref: -99 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.375550:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b3174e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfda expref: 59 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.375576:0:8206:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b3174e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfda expref: 59 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.375598:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8b7c95a5bf00) 00010000:00010000:3.0:1787141343.375601:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1787141343.375605:0:8206:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf439000, rc 0) 00000100:00100000:3.0:1787141343.375667:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca272ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+59:10538:x1873953240963072:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 249us (1664us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141343.375675:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 120 00000100:00100000:3.0:1787141343.378388:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141343.378455:0:12004:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240963200 00000100:00100000:2.0:1787141343.378464:0:12004:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240963200 00000100:00100000:2.0:1787141343.378582:0:12004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 37 00000100:00080000:3.0:1787141343.378590:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787141343.378596:0:12004:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+8:2351:x1873953240963200:12345-192.168.203.11@tcp:2:lhsmtool_posix.0 00000100:00100000:2.0:1787141343.378951:0:12004:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+9:2351:x1873953240963200:12345-192.168.203.11@tcp:2:lhsmtool_posix.0 Request processed in 348us (559us total) trans 4294967307 rc 0/0 00000100:00100000:2.0:1787141343.378974:0:12004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 37 00000100:00100000:2.0:1787141343.383393:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141343.383482:0:5843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240963456 00000100:00100000:3.0:1787141343.383492:0:5843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240963456 00000100:00100000:3.0:1787141343.383635:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 30 00000100:00100000:3.0:1787141343.383647:0:5843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca272d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+59:10538:x1873953240963456:12345-192.168.203.11@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1787141343.384028:0:5843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca272d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+60:10538:x1873953240963456:12345-192.168.203.11@tcp:35:lhsmtool_posix.0 Request processed in 381us (641us total) trans 4294967400 rc 0/0 00000100:00100000:3.0:1787141343.384036:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 30 00000100:00100000:3.0:1787141343.386949:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141343.387167:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240963712 00000100:00100000:0.0:1787141343.387177:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240963712 00000100:00100000:0.0:1787141343.387232:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 121 00000100:00100000:0.0:1787141343.387243:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+60:10538:x1873953240963712:12345-192.168.203.11@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1787141343.387347:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f8ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+60:10538:x1873953240963712:12345-192.168.203.11@tcp:57:lhsmtool_posix.0 Request processed in 105us (417us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141343.387355:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 121 00000100:00100000:2.0:1787141343.389613:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141343.389770:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240963840 00000100:00100000:1.0:1787141343.389778:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240963840 00000100:00100000:1.0:1787141343.389892:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 122 00000100:00100000:1.0:1787141343.389901:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca272dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+60:10538:x1873953240963840:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1787141343.389915:0:10438:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787141343.389933:0:10438:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61600/0xc65ffb29b5b31755 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cfe1 expref: -99 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.389986:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60600/0xc65ffb29b5b3175c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.389998:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60600/0xc65ffb29b5b3175c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.390009:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60600/0xc65ffb29b5b3175c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787141343.390113:0:10438:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1787141343.390149:0:10438:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60600/0xc65ffb29b5b3175c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.390174:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61600/0xc65ffb29b5b31755 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfe1 expref: 62 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.390191:0:10438:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60600/0xc65ffb29b5b3175c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfe1 expref: 61 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.390199:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8b7c95a5bf00) 00010000:00010000:1.0:1787141343.390202:0:10438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1787141343.390205:0:10438:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbfa60600, rc 0) 00000100:00100000:1.0:1787141343.390263:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca272dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+61:10538:x1873953240963840:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 363us (659us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141343.390269:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 122 00000100:00100000:2.0:1787141343.392445:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141343.392576:0:6691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240963968 00000100:00100000:1.0:1787141343.392586:0:6691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240963968 00000100:00100000:1.0:1787141343.392674:0:6691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 38 00000100:00100000:1.0:1787141343.392686:0:6691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca272c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+9:2351:x1873953240963968:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1787141343.392702:0:6691:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787141343.392732:0:6691:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004038c5f7/0xc65ffb29b5b31763 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cfe8 expref: -99 pid: 6691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787141343.392756:0:6691:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a859cdf, blocks: 0x1 00010000:00010000:1.0:1787141343.392773:0:6691:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x4:0x0].0x0 since=326s v=(0 0) 00010000:00010000:1.0:1787141343.392778:0:6691:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787141343.392787:0:6691:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004038c5f7/0xc65ffb29b5b31763 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfe8 expref: 10 pid: 6691 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.392863:0:6691:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004038c5f7/0xc65ffb29b5b31763 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfe8 expref: 10 pid: 6691 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.392874:0:6691:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbfa61200, rc 0) 00000100:00100000:1.0:1787141343.392930:0:6691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca272c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+10:2351:x1873953240963968:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 246us (491us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141343.392937:0:6691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 38 00000100:00100000:3.0:1787141343.396123:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141343.396420:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240964224 00000100:00100000:1.0:1787141343.396430:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240964224 00000100:00100000:1.0:1787141343.396490:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 123 00000100:00100000:1.0:1787141343.396501:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf588e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+61:10538:x1873953240964224:12345-192.168.203.11@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1787141343.396622:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf588e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+61:10538:x1873953240964224:12345-192.168.203.11@tcp:57:lhsmtool_posix.0 Request processed in 123us (507us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141343.396630:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 123 00000100:00100000:3.0:1787141343.402047:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141343.406363:0:6690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240964352 00000100:00100000:2.0:1787141343.406379:0:6690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240964352 00000100:00100000:2.0:1787141343.406501:0:6690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 39 00000100:00100000:2.0:1787141343.406512:0:6690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf588380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+10:10538:x1873953240964352:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1787141343.406531:0:6690:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141343.406550:0:6690:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007634876b/0xc65ffb29b5b3176a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cfef expref: -99 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141343.406595:0:6690:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004038c5f7/0xc65ffb29b5b31763 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfe8 expref: 11 pid: 6691 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141343.406606:0:6690:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787141343.406610:0:6690:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787141343.406616:0:6690:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007634876b/0xc65ffb29b5b3176a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfef expref: 11 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141343.406651:0:6690:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004038c5f7/0xc65ffb29b5b31763 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfe8 expref: 11 pid: 6691 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141343.406665:0:6690:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004038c5f7/0xc65ffb29b5b31763 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfe8 expref: 11 pid: 6691 timeout: 426 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141343.406699:0:6690:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7ca272f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6690:1873953262993408:192.168.203.11@tcp:104: 00000100:00100000:2.0:1787141343.408085:0:6690:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cb3fde780 going to sleep for 11 seconds 00000100:00100000:2.0:1787141343.411774:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141343.411993:0:6690:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7ca272f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6690:1873953262993408:192.168.203.11@tcp:104: 00010000:00010000:3.0:1787141343.412028:0:6690:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007634876b/0xc65ffb29b5b3176a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfef expref: 11 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.412049:0:6690:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c82da6c00, rc 0) 00000100:00100000:3.0:1787141343.412120:0:6690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf588380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+11:10538:x1873953240964352:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 5608us (10080us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141343.412128:0:6690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 39 00000100:00100000:1.0:1787141343.414980:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240964480 00000100:00100000:1.0:1787141343.414993:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240964480 00010000:00010000:1.0:1787141343.415044:0:5824:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004038c5f7/0xc65ffb29b5b31763 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfe8 expref: 11 pid: 6691 timeout: 426 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141343.415177:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 53 00000100:00100000:1.0:1787141343.415188:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98012c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+11:2353:x1873953240964480:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787141343.415203:0:5824:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787141343.415230:0:5824:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004038c5f7/0xc65ffb29b5b31763 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfe8 expref: 11 pid: 6691 timeout: 426 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.415259:0:5824:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004038c5f7/0xc65ffb29b5b31763 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfe8 expref: 11 pid: 6691 timeout: 426 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.415280:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004038c5f7/0xc65ffb29b5b31763 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfe8 expref: 11 pid: 6691 timeout: 426 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.415295:0:5824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787141343.415300:0:5824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787141343.415307:0:5824:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007634876b/0xc65ffb29b5b3176a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfef expref: 10 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.415317:0:5824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007634876b/0xc65ffb29b5b3176a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfef expref: 10 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.415355:0:5824:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000007634876b/0xc65ffb29b5b3176a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfef expref: 10 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141343.415369:0:5824:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f2b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5824:1873953262993536:192.168.203.11@tcp:105: 00000100:00100000:1.0:1787141343.415457:0:5824:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca0346600 going to sleep for 11 seconds 00000100:00100000:1.0:1787141343.418609:0:5824:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f2b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5824:1873953262993536:192.168.203.11@tcp:105: 00010000:00010000:1.0:1787141343.418635:0:5824:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787141343.418693:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98012c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+10:2353:x1873953240964480:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 3505us (6925us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141343.418703:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 53 00000100:00100000:2.0:1787141343.421968:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141343.422156:0:6695:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240964608 00000100:00100000:0.0:1787141343.422166:0:6695:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240964608 00002000:00100000:0.0:1787141343.422222:0:6695:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x4:0x0] (0->12) req@ffff8b7ca272f800 x1873953240964608/t0(0) o4->0fd039ab-150d-4a77-92cd-c96e4dce9634@192.168.203.11@tcp:484/0 lens 504/0 e 0 to 0 dl 1787141354 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787141343.422233:0:6695:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b7ca272f800 with x1873953240964608 ext(0->12) 00002000:00010000:0.0:1787141343.422239:0:6695:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b7ca272f800 00000100:00100000:0.0:1787141343.422277:0:6695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 2 00000100:00100000:0.0:1787141343.422287:0:6695:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca272f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+10:2351:x1873953240964608:12345-192.168.203.11@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1787141343.423504:0:6695:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca272f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+12:2351:x1873953240964608:12345-192.168.203.11@tcp:4:lhsmtool_posix.0 Request processed in 1213us (1541us total) trans 4294967308 rc 0/0 00000100:00100000:0.0:1787141343.423525:0:6695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 2 00002000:00100000:0.0:1787141343.423535:0:6695:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x4:0x0] (0->12) req@ffff8b7ca272f800 x1873953240964608/t4294967308(0) o4->0fd039ab-150d-4a77-92cd-c96e4dce9634@192.168.203.11@tcp:484/0 lens 504/448 e 0 to 0 dl 1787141354 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787141343.423544:0:6695:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b7ca272f800 with x1873953240964608 ext(0->12) 00002000:00010000:0.0:1787141343.423548:0:6695:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b7ca272f800 00000100:00100000:2.0:1787141343.431038:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141343.431133:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240964736 00000100:00100000:3.0:1787141343.431143:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240964736 00000100:00100000:3.0:1787141343.431214:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 124 00000100:00100000:3.0:1787141343.431229:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca272df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+61:10538:x1873953240964736:12345-192.168.203.11@tcp:44:lhsmtool_posix.0 00000004:00080000:1.0:1787141343.475487:0:5861:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 6 committed 00000001:00080000:0.0:1787141343.475490:0:12005:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967397 is committed 00000004:00080000:0.0:1787141343.475502:0:12005:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 5 committed 00000020:00080000:0.0:1787141343.475531:0:12005:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 1 batchid updated 00000004:00080000:0.0:1787141343.475545:0:12005:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 4 committed 00000020:00080000:0.0:1787141343.475555:0:12005:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8b7c82db1600 refcount 2 committed 0 result 0 batchid 3 00000020:00080000:0.0:1787141343.475560:0:12005:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b7cb3fc5800 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8b7c82db1540 00000020:00080000:0.0:1787141343.475576:0:12005:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b7cb3fc5700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8b7cbb8ea400 00000001:00080000:0.0:1787141343.475599:0:12005:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967400 is committed 00000004:00080000:0.0:1787141343.475626:0:12005:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 5 committed 00000020:00080000:0.0:1787141343.475638:0:12005:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8b7c882a5840 refcount 2 committed 0 result 0 batchid 2 00000020:00080000:0.0:1787141343.475641:0:12005:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b7cc0f82600 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8b7c882a5600 00000020:00080000:0.0:1787141343.475643:0:12005:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b7cc0f82400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8b7c99ba2800 00000100:00100000:1.0:1787141343.475712:0:3306:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000020:00080000:0.0:1787141343.475713:0:5872:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 3 committed batchid 1 00000100:00100000:1.0:1787141343.475730:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cc0f2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953262993664:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1787141343.475813:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:0.0:1787141343.475902:0:5872:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 1 00000100:00100000:0.0:1787141343.475910:0:3305:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787141343.475917:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4732d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262993792:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1787141343.475949:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141343.475990:0:12006:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262993664 00000100:00100000:1.0:1787141343.475998:0:12006:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262993664 00000100:00100000:1.0:1787141343.476043:0:12006:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262993792 00000100:00100000:1.0:1787141343.476046:0:12006:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262993792 00000100:00100000:1.0:1787141343.476080:0:12006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1787141343.476088:0:12006:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caf870380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3306:x1873953262993664:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1787141343.476114:0:12006:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:3 count 1 00010000:00010000:1.0:1787141343.476139:0:12006:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004038c5f7/0xc65ffb29b5b31771 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.476161:0:12006:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c4efa86d/0xc65ffb29b5b31533 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf4e expref: 11 pid: 6691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.476169:0:12006:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0x3:0x0].0x0 since=2s v=(0 0) 00010000:00010000:1.0:1787141343.476173:0:12006:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1787141343.476177:0:12006:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004038c5f7/0xc65ffb29b5b31771 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.476202:0:12006:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c4efa86d/0xc65ffb29b5b31533 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf4e expref: 11 pid: 6691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.476216:0:12006:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c4efa86d/0xc65ffb29b5b31533 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf4e expref: 11 pid: 6691 timeout: 426 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141343.476222:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca272df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+15:10538:x1873953240964736:12345-192.168.203.11@tcp:44:lhsmtool_posix.0 Request processed in 44996us (45192us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141343.476231:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 124 00000100:00100000:1.0:1787141343.476247:0:12006:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7caf870000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12006:1873953262993920:192.168.203.11@tcp:104: 00000100:00100000:1.0:1787141343.476287:0:12006:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca0346300 going to sleep for 11 seconds 00000100:00100000:0.0:1787141343.476299:0:6688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1787141343.476307:0:6688:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4730380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3305:x1873953262993792:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1787141343.476326:0:6688:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:3 count 1 00002000:00010000:0.0:1787141343.476350:0:6688:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x3:0x0] initial LVB size: 9, mtime: 0x6a859cdd, atime: 0x6a859cde, ctime: 0x6a859cdd, blocks: 0x1 00010000:00010000:0.0:1787141343.476356:0:6688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f8101ae4/0xc65ffb29b5b31778 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141343.476365:0:6688:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3:0x0].0x0 since=326s v=(0 0) 00010000:00010000:0.0:1787141343.476368:0:6688:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787141343.476373:0:6688:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f8101ae4/0xc65ffb29b5b31778 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141343.476388:0:6688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f8101ae4/0xc65ffb29b5b31778 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141343.476399:0:6688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f8101ae4/0xc65ffb29b5b31778 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141343.476411:0:6688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f8101ae4/0xc65ffb29b5b31778 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141343.476434:0:6688:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787141343.477025:0:5827:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787141343.477033:0:5827:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f8101ae4/0xc65ffb29b5b31778 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.477041:0:5827:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf404600 already unused, calling callback (ffffffffc163e230) 00010000:00010000:1.0:1787141343.477045:0:5827:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f8101ae4/0xc65ffb29b5b31778 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.477055:0:5827:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f8101ae4/0xc65ffb29b5b31778 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.477072:0:5827:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f8101ae4/0xc65ffb29b5b31778 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.477079:0:5827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f8101ae4/0xc65ffb29b5b31778 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.477098:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141343.477100:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141343.477101:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787141343.479097:0:12006:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7caf870000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12006:1873953262993920:192.168.203.11@tcp:104: 00010000:00010000:1.0:1787141343.479124:0:12006:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004038c5f7/0xc65ffb29b5b31771 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141343.479306:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141343.479345:0:6690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240964864 00000100:00100000:3.0:1787141343.479353:0:6690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240964864 00000100:00100000:3.0:1787141343.479405:0:6690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 42 00000100:00100000:3.0:1787141343.479417:0:6690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca272ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+12:2351:x1873953240964864:12345-192.168.203.11@tcp:16:lhsmtool_posix.0 00000100:00100000:2.0:1787141343.480243:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141343.480464:0:6688:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4730380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3305:x1873953262993792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4155us (4510us total) trans 4294967304 rc 0/0 00000100:00100000:1.0:1787141343.480473:0:6688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1787141343.481002:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240964992 00000100:00100000:2.0:1787141343.481081:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240964992 00010000:00010000:2.0:1787141343.481115:0:5825:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c4efa86d/0xc65ffb29b5b31533 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf4e expref: 13 pid: 6691 timeout: 426 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141343.481147:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 54 00000100:00100000:2.0:1787141343.481156:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca272f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+13:2353:x1873953240964992:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787141343.481167:0:5825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787141343.481173:0:5825:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c4efa86d/0xc65ffb29b5b31533 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf4e expref: 13 pid: 6691 timeout: 426 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141343.481186:0:5825:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c4efa86d/0xc65ffb29b5b31533 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf4e expref: 13 pid: 6691 timeout: 426 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141343.481208:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c4efa86d/0xc65ffb29b5b31533 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf4e expref: 13 pid: 6691 timeout: 426 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141343.481237:0:5825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1787141343.481242:0:5825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x3:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1787141343.481248:0:5825:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004038c5f7/0xc65ffb29b5b31771 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141343.481257:0:5825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004038c5f7/0xc65ffb29b5b31771 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.482261:0:12006:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004038c5f7/0xc65ffb29b5b31771 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141343.482262:0:5825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787141343.482278:0:12006:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004038c5f7/0xc65ffb29b5b31771 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.482290:0:12006:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004038c5f7/0xc65ffb29b5b31771 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.482299:0:12006:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004038c5f7/0xc65ffb29b5b31771 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141343.483429:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca272f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+12:2353:x1873953240964992:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 2267us (3182us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141343.483442:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 54 00010000:00010000:1.0:1787141343.483618:0:12006:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787141343.483917:0:5828:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787141343.483925:0:5828:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004038c5f7/0xc65ffb29b5b31771 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.483937:0:5828:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbfa61200 already unused, calling callback (ffffffffc163e230) 00010000:00010000:1.0:1787141343.483942:0:5828:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004038c5f7/0xc65ffb29b5b31771 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.483953:0:5828:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004038c5f7/0xc65ffb29b5b31771 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.483982:0:5828:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004038c5f7/0xc65ffb29b5b31771 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.483990:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004038c5f7/0xc65ffb29b5b31771 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.484011:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141343.484014:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141343.484016:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787141343.484529:0:12006:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caf870380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+8:3306:x1873953262993664:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8438us (8730us total) trans 4294967309 rc 0/0 00000100:00100000:1.0:1787141343.484538:0:12006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000004:00080000:1.0:1787141343.484619:0:3306:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b7cc0f2b480/2, rc 0, transno 4294967309 00000100:00100000:1.0:1787141343.484632:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cc0f2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953262993664:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1787141343.485703:0:3305:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b7cb4732d80/2, rc 0, transno 4294967304 00000100:00100000:1.0:1787141343.485712:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4732d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262993792:0@lo:6:osp-syn-1-0.0 00000001:00080000:3.0:1787141343.525277:0:6713:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967308 is committed 00000001:00080000:3.0:1787141343.525312:0:6713:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967305 is committed 00000100:00100000:1.0:1787141343.526029:0:6690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca272ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2351:x1873953240964864:12345-192.168.203.11@tcp:16:lhsmtool_posix.0 Request processed in 46607us (46717us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141343.526041:0:6690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 42 00000100:00100000:2.0:1787141343.534890:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141343.534966:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240965248 00000100:00100000:1.0:1787141343.534978:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240965248 00000100:00100000:1.0:1787141343.535038:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 125 00000100:00100000:1.0:1787141343.535047:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbb983480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+15:10538:x1873953240965248:12345-192.168.203.11@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1787141343.535099:0:10438:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787141343.535132:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60600/0xc65ffb29b5b3175c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfe1 expref: 15 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.535151:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8b7c95a5bf00) 00010000:00010000:1.0:1787141343.535156:0:10438:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787141343.535187:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b3177f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.535200:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b3177f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.535210:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b3177f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787141343.535449:0:10438:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000002f4f6e42 reply state 00000000a2cfcf0f transno 4294967401 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b3177f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141343.535460:0:10438:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1787141343.539167:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbb983480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+16:10538:x1873953240965248:12345-192.168.203.11@tcp:36:lhsmtool_posix.0 Request processed in 4110us (4276us total) trans 4294967401 rc 0/0 00000100:00100000:1.0:1787141343.539179:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 125 00000100:00100000:3.0:1787141343.548750:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00010000:00010000:1.0:1787141343.549025:0:3290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b3177f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.549038:0:3290:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b3177f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.549046:0:3290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b3177f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.549054:0:3290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbfa61200 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:1.0:1787141343.549075:0:3290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b3177f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.549083:0:3290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b3177f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.549102:0:3290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8b7c95a5bf00) 00010000:00010000:1.0:1787141343.549105:0:3290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787141343.549111:0:3290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b3177f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.549117:0:3290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b3177f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141343.549191:0:6691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240965376 00000100:00100000:2.0:1787141343.549199:0:6691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240965376 00000100:00100000:2.0:1787141343.549250:0:6691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 43 00000100:00100000:2.0:1787141343.549261:0:6691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf58b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2350:x1873953240965376:12345-192.168.203.11@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1787141343.549460:0:6691:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0x4:0x0] updating lvb size from disk: 0 -> 13 00002000:00010000:2.0:1787141343.549464:0:6691:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0x4:0x0] updating lvb mtime from disk: 0 -> 1787141342 00002000:00010000:2.0:1787141343.549467:0:6691:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x240000400:0x4:0x0] updating lvb atime from disk: 0 -> 1787141342 00002000:00010000:2.0:1787141343.549469:0:6691:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0x4:0x0] updating lvb ctime from disk: 1787141343 -> 1787141342 00002000:00010000:2.0:1787141343.549471:0:6691:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x4:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:2.0:1787141343.549617:0:6691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf58b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:2350:x1873953240965376:12345-192.168.203.11@tcp:2:lhsmtool_posix.0 Request processed in 356us (876us total) trans 4294967310 rc 0/0 00000100:00100000:2.0:1787141343.549625:0:6691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 43 00000100:00100000:2.0:1787141343.554651:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141343.554829:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240965632 00000100:00100000:0.0:1787141343.554839:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240965632 00000100:00100000:0.0:1787141343.555024:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 126 00000100:00100000:0.0:1787141343.555036:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbb982300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+15:10538:x1873953240965632:12345-192.168.203.11@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1787141343.555108:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b31786 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141343.555142:0:5841:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31740 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfd3 expref: 15 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141343.555150:0:5841:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b31786 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141343.555186:0:5841:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31740 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfd3 expref: 15 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141343.555198:0:5841:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31740 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfd3 expref: 15 pid: 5841 timeout: 426 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141343.555213:0:5841:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4733480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5841:1873953262994048:192.168.203.11@tcp:104: 00000100:00100000:0.0:1787141343.555297:0:5841:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c8620ab40 going to sleep for 11 seconds 00000100:00100000:3.0:1787141343.560619:0:5841:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4733480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5841:1873953262994048:192.168.203.11@tcp:104: 00010000:00010000:3.0:1787141343.560652:0:5841:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b31786 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141343.561900:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141343.562070:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240965760 00000100:00100000:0.0:1787141343.562078:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240965760 00010000:00010000:0.0:1787141343.562114:0:5826:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31740 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfd3 expref: 16 pid: 5841 timeout: 426 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141343.562157:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 55 00000100:00100000:0.0:1787141343.562167:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbb982a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+16:2352:x1873953240965760:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787141343.562183:0:5826:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787141343.562190:0:5826:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31740 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfd3 expref: 16 pid: 5841 timeout: 426 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141343.562203:0:5826:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31740 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfd3 expref: 16 pid: 5841 timeout: 426 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141343.562238:0:5826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31740 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfd3 expref: 16 pid: 5841 timeout: 426 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141343.562254:0:5826:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8b7c95a5bf00) 00010000:00010000:0.0:1787141343.562259:0:5826:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b31786 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141343.562268:0:5826:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b31786 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141343.562277:0:5826:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b31786 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141343.562299:0:5826:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787141343.562348:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbb982a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+15:2352:x1873953240965760:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 181us (453us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141343.562355:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 55 00010000:00010000:3.0:1787141343.562544:0:5841:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b31786 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.562552:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b31786 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.562592:0:5841:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b31786 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.562599:0:5841:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b31786 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.562604:0:5841:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b31786 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.562609:0:5841:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf404800 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141343.562613:0:5841:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b31786 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.562619:0:5841:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b31786 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.562629:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8b7c95a5bf00) 00010000:00010000:3.0:1787141343.562632:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1787141343.562635:0:5841:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b31786 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.562653:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b31786 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141343.562706:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbb982300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+14:10538:x1873953240965632:12345-192.168.203.11@tcp:55:lhsmtool_posix.0 Request processed in 7673us (8064us total) trans 0 rc -22/-22 00000100:00100000:3.0:1787141343.562714:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 126 00000100:00100000:2.0:1787141343.569661:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141343.569777:0:6688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240965888 00000100:00100000:1.0:1787141343.569787:0:6688:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240965888 00000100:00100000:1.0:1787141343.569887:0:6688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 44 00000100:00100000:1.0:1787141343.569898:0:6688:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbb980000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:2350:x1873953240965888:12345-192.168.203.11@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1787141343.569941:0:6688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004038c5f7/0xc65ffb29b5b3178d lrc: 3/1,0 mode: --/PR res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.569961:0:6688:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007634876b/0xc65ffb29b5b3176a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfef expref: 7 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.569970:0:6688:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0x4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787141343.569974:0:6688:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x4:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1787141343.569979:0:6688:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004038c5f7/0xc65ffb29b5b3178d lrc: 4/1,0 mode: --/PR res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.570012:0:6688:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007634876b/0xc65ffb29b5b3176a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfef expref: 7 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.570032:0:6688:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007634876b/0xc65ffb29b5b3176a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfef expref: 7 pid: 6690 timeout: 426 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141343.570047:0:6688:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7caf870000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6688:1873953262994176:192.168.203.11@tcp:104: 00000100:00100000:1.0:1787141343.570131:0:6688:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca0346e40 going to sleep for 11 seconds 00000100:00100000:2.0:1787141343.572918:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141343.573005:0:8451:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240966016 00000100:00100000:0.0:1787141343.573012:0:8451:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240966016 00010000:00010000:0.0:1787141343.573046:0:8451:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007634876b/0xc65ffb29b5b3176a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfef expref: 8 pid: 6690 timeout: 426 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141343.573086:0:8451:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 56 00000100:00100000:0.0:1787141343.573098:0:8451:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbb981180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+8:2352:x1873953240966016:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787141343.573117:0:8451:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787141343.573141:0:8451:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007634876b/0xc65ffb29b5b3176a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfef expref: 8 pid: 6690 timeout: 426 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141343.573174:0:8451:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007634876b/0xc65ffb29b5b3176a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfef expref: 8 pid: 6690 timeout: 426 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141343.573195:0:8451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007634876b/0xc65ffb29b5b3176a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfef expref: 8 pid: 6690 timeout: 426 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141343.573213:0:8451:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x4:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1787141343.573217:0:8451:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x4:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1787141343.573224:0:8451:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004038c5f7/0xc65ffb29b5b3178d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141343.573232:0:8451:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004038c5f7/0xc65ffb29b5b3178d lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141343.573252:0:8451:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787141343.573300:0:8451:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbb981180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:2352:x1873953240966016:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 205us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141343.573308:0:8451:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 56 00000100:00100000:1.0:1787141343.573639:0:6688:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7caf870000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6688:1873953262994176:192.168.203.11@tcp:104: 00010000:00010000:1.0:1787141343.573666:0:6688:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004038c5f7/0xc65ffb29b5b3178d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.573676:0:6688:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004038c5f7/0xc65ffb29b5b3178d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.573683:0:6688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004038c5f7/0xc65ffb29b5b3178d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.573708:0:6688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004038c5f7/0xc65ffb29b5b3178d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.573715:0:6688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004038c5f7/0xc65ffb29b5b3178d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.573722:0:6688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004038c5f7/0xc65ffb29b5b3178d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.573743:0:6688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbfa61200 already unused, calling callback (ffffffffc163e230) 00010000:00010000:1.0:1787141343.573747:0:6688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004038c5f7/0xc65ffb29b5b3178d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.573755:0:6688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004038c5f7/0xc65ffb29b5b3178d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.573767:0:6688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004038c5f7/0xc65ffb29b5b3178d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.573773:0:6688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004038c5f7/0xc65ffb29b5b3178d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141343.574172:0:6688:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbb980000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2350:x1873953240965888:12345-192.168.203.11@tcp:1:lhsmtool_posix.0 Request processed in 4275us (4519us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141343.574181:0:6688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 44 00000100:00100000:2.0:1787141343.586357:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141343.588692:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240966272 00000100:00100000:3.0:1787141343.588707:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240966272 00000100:00100000:3.0:1787141343.588786:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 127 00000100:00100000:3.0:1787141343.588814:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbb983b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+14:10538:x1873953240966272:12345-192.168.203.11@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1787141343.588974:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31794 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.588993:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31794 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.589004:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31794 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.589209:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b3179b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.589221:0:5839:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b3174e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfda expref: 15 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.589229:0:5839:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b3179b lrc: 4/0,1 mode: --/EX res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.589264:0:5839:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b3174e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfda expref: 15 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.589292:0:5839:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b3174e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfda expref: 15 pid: 8206 timeout: 426 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141343.589307:0:5839:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf589880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5839:1873953262994304:192.168.203.11@tcp:104: 00000100:00100000:3.0:1787141343.589391:0:5839:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c8648ad80 going to sleep for 11 seconds 00000100:00100000:3.0:1787141343.592465:0:5839:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf589880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5839:1873953262994304:192.168.203.11@tcp:104: 00010000:00010000:3.0:1787141343.592502:0:5839:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b3179b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141343.594323:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141343.597735:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240966400 00000100:00100000:0.0:1787141343.597749:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240966400 00010000:00010000:0.0:1787141343.598172:0:5826:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b3174e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfda expref: 16 pid: 8206 timeout: 426 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141343.598303:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 57 00000100:00100000:1.0:1787141343.598318:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbb982680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+16:2352:x1873953240966400:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787141343.598338:0:5826:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787141343.598346:0:5826:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b3174e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfda expref: 16 pid: 8206 timeout: 426 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.598362:0:5826:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b3174e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfda expref: 16 pid: 8206 timeout: 426 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.598407:0:5826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b3174e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfda expref: 16 pid: 8206 timeout: 426 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.598425:0:5826:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8b7c95a5bf00) 00010000:00010000:1.0:1787141343.598431:0:5826:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b3179b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.598440:0:5826:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b3179b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.598447:0:5826:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b3179b lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141343.598537:0:5826:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787141343.598616:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbb982680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+15:2352:x1873953240966400:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 296us (4292us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141343.598624:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 57 00010000:00010000:3.0:1787141343.599343:0:5839:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b3179b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.599354:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b3179b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1787141343.599683:0:5839:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967402 00000001:00080000:3.0:1787141343.600381:0:5839:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967403 00000001:00080000:3.0:1787141343.600442:0:5839:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967404 00000100:00100000:3.0:1787141343.600679:0:5839:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf589880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5839:1873953262994432:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1787141343.600744:0:5839:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141343.600885:0:5839:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c8648a6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787141343.601168:0:5844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262994432 00000100:00100000:2.0:1787141343.601177:0:5844:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262994432 00000100:00100000:2.0:1787141343.601261:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1787141343.601271:0:5844:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5839:x1873953262994432:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1787141343.601359:0:5844:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5839:x1873953262994432:12345-0@lo:1000:mdt00_000.0 Request processed in 89us (615us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141343.601367:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1787141343.601426:0:5839:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967305 gen 2 00000004:00080000:3.0:1787141343.601432:0:5839:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b7cbbbd9500, transno 4294967303 00000004:00080000:3.0:1787141343.601449:0:5839:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967305 committed transno 4294967305 00000100:00100000:3.0:1787141343.601473:0:5839:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff8b7cc0f2b480 x1873953262993664/t4294967309(4294967309) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1787141359 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787141343.601496:0:5839:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf589880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5839:1873953262994432:0@lo:1000:mdt00_000.0 00000001:00080000:3.0:1787141343.602647:0:5839:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967405 00000100:00100000:3.0:1787141343.602721:0:5839:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbd3800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5839:1873953262994560:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1787141343.602770:0:5839:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141343.605185:0:5839:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c884fdc00 going to sleep for 11 seconds 00000100:00100000:0.0:1787141343.605251:0:5845:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262994560 00000100:00100000:0.0:1787141343.605261:0:5845:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262994560 00000100:00100000:1.0:1787141343.605494:0:5845:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1787141343.605505:0:5845:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5839:x1873953262994560:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1787141343.606145:0:5845:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:5839:x1873953262994560:12345-0@lo:1000:mdt00_000.0 Request processed in 640us (3372us total) trans 4294967311 rc 0/0 00000100:00100000:1.0:1787141343.606154:0:5845:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1787141343.606251:0:5839:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbd3800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5839:1873953262994560:0@lo:1000:mdt00_000.0 00010000:00010000:3.0:1787141343.606294:0:5839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b3179b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.606304:0:5839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b3179b lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.606312:0:5839:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b3179b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.606318:0:5839:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438e00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141343.606322:0:5839:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b3179b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.606329:0:5839:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b3179b lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.606345:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8b7c95a5bf00) 00010000:00010000:3.0:1787141343.606348:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1787141343.606353:0:5839:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b3179b lrc: 2/0,0 mode: --/EX res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.606359:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b3179b lrc: 0/0,0 mode: --/EX res: [0x200000401:0x9:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.606389:0:5839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b316de lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.606409:0:5839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b316de lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.606414:0:5839:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b316de lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.606420:0:5839:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbfa61800 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141343.606422:0:5839:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b316de lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.606429:0:5839:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b316de lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.606437:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b7c95a5b500) 00010000:00010000:3.0:1787141343.606440:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1787141343.606447:0:5839:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405600/0xc65ffb29b5b316e5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfbe expref: 18 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.606459:0:5839:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405600/0xc65ffb29b5b316e5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfbe expref: 18 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.606468:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405600/0xc65ffb29b5b316e5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfbe expref: 18 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.606729:0:5839:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405600/0xc65ffb29b5b316e5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfbe expref: 18 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141343.606745:0:5839:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbd2680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5839:1873953262994688:192.168.203.11@tcp:105: 00000100:00100000:3.0:1787141343.607441:0:5839:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c884fdc00 going to sleep for 11 seconds 00000100:00100000:3.0:1787141343.611376:0:5839:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbd2680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5839:1873953262994688:192.168.203.11@tcp:105: 00010000:00010000:3.0:1787141343.611412:0:5839:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b316de lrc: 2/0,0 mode: --/EX res: [0x200000401:0x7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.611422:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b316de lrc: 0/0,0 mode: --/EX res: [0x200000401:0x7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.611455:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b317a2 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.611468:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b317a2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.611547:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b317a2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.611559:0:5839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b317a2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.611576:0:5839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b317a2 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.611582:0:5839:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b317a2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.611587:0:5839:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439600 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141343.611591:0:5839:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b317a2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.611598:0:5839:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b317a2 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.611705:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b7c95a5b500) 00010000:00010000:3.0:1787141343.611708:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141343.611713:0:5839:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b317a2 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.611719:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b317a2 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.611729:0:5839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31794 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.611735:0:5839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31794 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.611741:0:5839:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31794 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.611746:0:5839:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438600 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141343.611748:0:5839:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31794 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.611753:0:5839:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31794 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.611761:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b7c95a5b500) 00010000:00010000:3.0:1787141343.611763:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1787141343.611766:0:5839:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31794 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.611771:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31794 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141343.612242:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbb983b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+18:10538:x1873953240966272:12345-192.168.203.11@tcp:57:lhsmtool_posix.0 Request processed in 23444us (25891us total) trans 4294967406 rc 0/0 00000100:00100000:3.0:1787141343.612252:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 127 00000020:00080000:3.0:1787141343.612260:0:5839:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:0.0:1787141343.612876:0:11681:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1787141343.612890:0:11681:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:1.0:1787141343.614288:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141343.614874:0:5842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240966528 00000100:00100000:2.0:1787141343.614885:0:5842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240966528 00000100:00100000:2.0:1787141343.614948:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 31 00000100:00100000:2.0:1787141343.614959:0:5842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caf870000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+18:10537:x1873953240966528:12345-192.168.203.11@tcp:49:lfs.0 00000100:00100000:2.0:1787141343.615086:0:5842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caf870000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+18:10537:x1873953240966528:12345-192.168.203.11@tcp:49:lfs.0 Request processed in 128us (804us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141343.615093:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 31 00000040:00080000:0.0:1787141343.615211:0:11681:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:0.0:1787141343.615222:0:11681:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1787141343.620050:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141343.620101:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141343.620278:0:5842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240966784 00000100:00100000:2.0:1787141343.620289:0:5842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240966784 00000100:00100000:2.0:1787141343.620353:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 32 00000100:00100000:2.0:1787141343.620364:0:5842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c39c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+18:10538:x1873953240966784:12345-192.168.203.11@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1787141343.621089:0:5842:0:(mdd_object.c:4014:mdd_close()) Object [0x200000401:0x9:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1787141343.621192:0:5842:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967407 00010000:00010000:2.0:1787141343.621237:0:5842:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7e00/0xc65ffb29b5b317a9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5842 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141343.621252:0:5842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7e00/0xc65ffb29b5b317a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5842 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141343.621271:0:5842:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7e00/0xc65ffb29b5b317a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5842 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141343.621279:0:5842:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7e00/0xc65ffb29b5b317a9 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5842 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141343.621285:0:5842:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7e00/0xc65ffb29b5b317a9 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5842 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141343.621292:0:5842:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7e00/0xc65ffb29b5b317a9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5842 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141343.621317:0:5842:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787141343.621346:0:7628:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787141343.621352:0:7628:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7e00/0xc65ffb29b5b317a9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5842 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141343.621359:0:7628:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c82da7e00 already unused, calling callback (ffffffffc163e230) 00010000:00010000:0.0:1787141343.621362:0:7628:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7e00/0xc65ffb29b5b317a9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5842 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141343.621369:0:7628:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7e00/0xc65ffb29b5b317a9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5842 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141343.621382:0:7628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff8b7ca1f39700) 00010000:00010000:0.0:1787141343.621385:0:7628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00000100:00100000:2.0:1787141343.621395:0:5842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c39c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+20:10538:x1873953240966784:12345-192.168.203.11@tcp:35:lhsmtool_posix.0 Request processed in 1033us (1354us total) trans 4294967408 rc 0/0 00000100:00100000:2.0:1787141343.621403:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 32 00000020:00080000:2.0:1787141343.621409:0:5842:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1787141343.621458:0:7628:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7e00/0xc65ffb29b5b317a9 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5842 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141343.621465:0:7628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7e00/0xc65ffb29b5b317a9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5842 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141343.621483:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141343.621485:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141343.621487:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787141343.627150:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240967040 00000100:00100000:3.0:1787141343.627166:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240967040 00000100:00100000:2.0:1787141343.627921:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 128 00000100:00100000:2.0:1787141343.627944:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbbbd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+20:10537:x1873953240967040:12345-192.168.203.11@tcp:58:lfs.0 00000040:00080000:2.0:1787141343.628200:0:10438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].3, 136 off8600 00000100:00100000:2.0:1787141343.628305:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbbbd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+20:10537:x1873953240967040:12345-192.168.203.11@tcp:58:lfs.0 Request processed in 364us (8201us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141343.628314:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 128 00000100:00100000:1.0:1787141343.687782:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141343.687953:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240967168 00000100:00100000:3.0:1787141343.687963:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240967168 00000100:00100000:3.0:1787141343.688021:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 129 00000100:00100000:3.0:1787141343.688032:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+20:10540:x1873953240967168:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:3.0:1787141343.688057:0:5841:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141343.688079:0:5841:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b317b0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cff6 expref: -99 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.688143:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b317b7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.688157:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b317b7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.688169:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b317b7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.688183:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b317be lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.688190:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b317be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.688215:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b317be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.688504:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b317c5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.688515:0:5841:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b316d0 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfb7 expref: 21 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.688524:0:5841:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b317c5 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.688557:0:5841:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b316d0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfb7 expref: 21 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.688584:0:5841:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b316d0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfb7 expref: 21 pid: 5841 timeout: 426 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141343.688598:0:5841:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbd2680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5841:1873953262994816:192.168.203.11@tcp:104: 00000100:00100000:3.0:1787141343.688693:0:5841:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c884fdc00 going to sleep for 11 seconds 00000100:00100000:3.0:1787141343.692953:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141343.693725:0:5843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240967424 00000100:00100000:1.0:1787141343.693750:0:5843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240967424 00000100:00100000:1.0:1787141343.693834:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 33 00000100:00100000:1.0:1787141343.693844:0:5843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf589880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+22:5591:x1873953240967424:12345-192.168.203.11@tcp:35:ldlm_bl.0 00000100:00100000:1.0:1787141343.694084:0:5843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf589880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+23:5591:x1873953240967424:12345-192.168.203.11@tcp:35:ldlm_bl.0 Request processed in 240us (1138us total) trans 4294967409 rc 0/0 00000100:00100000:1.0:1787141343.694093:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 33 00000100:00100000:0.0:1787141343.696935:0:5841:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbd2680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5841:1873953262994816:192.168.203.11@tcp:104: 00010000:00010000:0.0:1787141343.696975:0:5841:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b317c5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141343.700541:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141343.703231:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240967552 00000100:00100000:3.0:1787141343.703246:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240967552 00010000:00010000:3.0:1787141343.703298:0:5825:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b316d0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfb7 expref: 23 pid: 5841 timeout: 426 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141343.703334:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 58 00000100:00100000:3.0:1787141343.703344:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4732300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+23:2352:x1873953240967552:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787141343.703372:0:5825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787141343.703381:0:5825:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b316d0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfb7 expref: 23 pid: 5841 timeout: 426 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.703395:0:5825:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b316d0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfb7 expref: 23 pid: 5841 timeout: 426 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.703417:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b316d0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfb7 expref: 23 pid: 5841 timeout: 426 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.703434:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b7c95a5b500) 00010000:00010000:3.0:1787141343.703438:0:5825:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b317c5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.703447:0:5825:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b317c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141343.703454:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b317c5 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141343.703540:0:5841:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b317c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141343.703555:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b317c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787141343.703608:0:5841:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 0 00000004:00200000:0.0:1787141343.703612:0:5841:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1787141343.703631:0:5841:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b317c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141343.703644:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b317c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141343.703653:0:5841:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b317b7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141343.703660:0:5841:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b317b7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141343.703665:0:5841:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b317b7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141343.703671:0:5841:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439600 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141343.703675:0:5841:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b317b7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141343.703682:0:5841:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b317b7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141343.703691:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff8b7c9071a500) 00010000:00010000:0.0:1787141343.703694:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787141343.703698:0:5841:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b317b7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141343.703713:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b317b7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141343.703725:0:5841:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b317be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141343.703731:0:5841:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b317be lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141343.703737:0:5841:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b317be lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141343.703742:0:5841:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438e00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141343.703745:0:5841:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b317be lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141343.703750:0:5841:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b317be lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141343.703758:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x238769cd (ffff8b7c95a5bf00) 00010000:00010000:0.0:1787141343.703760:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787141343.703763:0:5841:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b317be lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141343.703769:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b317be lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x238769cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141343.703846:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b317b0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cff6 expref: 23 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141343.703861:0:5841:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b317c5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cff6 expref: 22 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141343.703875:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b7c95a5b500) 00010000:00010000:0.0:1787141343.703878:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787141343.703880:0:5841:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf438800, rc 0) 00010000:00010000:3.0:1787141343.703980:0:5825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787141343.704094:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4732300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+22:2352:x1873953240967552:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 749us (3558us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141343.704094:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+22:10540:x1873953240967168:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 16062us (16318us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141343.704104:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 58 00000100:00100000:0.0:1787141343.704104:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 129 00010000:00010000:1.0:1787141344.001023:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1787141344.482694:0:12104:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1787141344.482703:0:12104:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1787141344.482758:0:12104:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 4 count 4 00000040:00080000:2.0:1787141344.482763:0:12104:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:3.0:1787141344.652978:0:11681:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1787141344.652988:0:11681:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1787141344.653038:0:11681:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 4 count 4 00000040:00080000:3.0:1787141344.653044:0:11681:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1787141344.653170:0:11681:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf422680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11681:1873953262994944:192.168.203.11@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1787141344.653261:0:11681:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca276cd80 going to sleep for 11 seconds 00000100:00100000:1.0:1787141344.661218:0:11681:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf422680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11681:1873953262994944:192.168.203.11@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1787141344.672939:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141344.673063:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240967680 00000100:00100000:3.0:1787141344.673079:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240967680 00000100:00100000:3.0:1787141344.673226:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 130 00000100:00100000:3.0:1787141344.673240:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4733480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+21:10552:x1873953240967680:12345-192.168.203.11@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1787141344.673282:0:5839:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000401:0x7:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1787141344.673415:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4733480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+21:10552:x1873953240967680:12345-192.168.203.11@tcp:53:lhsmtool_posix.0 Request processed in 177us (486us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141344.673425:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 130 00000100:00080000:0.0:1787141344.674984:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787141344.683549:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141344.683669:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240967936 00000100:00100000:3.0:1787141344.683683:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240967936 00000100:00100000:3.0:1787141344.683768:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 131 00000100:00100000:3.0:1787141344.683781:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4730a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+21:10552:x1873953240967936:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1787141344.683837:0:10438:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141344.683864:0:10438:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b317cc lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92cffd expref: -99 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141344.684006:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b317d3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141344.684023:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b317d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141344.684036:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b317d3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787141344.684049:0:10438:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 0 00010000:00010000:3.0:1787141344.684216:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b317cc lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cffd expref: 24 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141344.684257:0:10438:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b317d3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cffd expref: 23 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141344.684266:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b7c95a5b500) 00010000:00010000:3.0:1787141344.684270:0:10438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787141344.684273:0:10438:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf438400, rc 0) 00000100:00100000:3.0:1787141344.684343:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4730a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+23:10552:x1873953240967936:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 565us (808us total) trans 4294967410 rc 0/0 00000100:00100000:3.0:1787141344.684351:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 131 00000100:00100000:2.0:1787141344.688583:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141344.688756:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240968192 00000100:00100000:0.0:1787141344.688770:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240968192 00000100:00100000:0.0:1787141344.688870:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 132 00000100:00100000:0.0:1787141344.688883:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbb980a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+23:10552:x1873953240968192:12345-192.168.203.11@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1787141344.689002:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b317e1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141344.689023:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b317e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141344.689036:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b317e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141344.689284:0:5841:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b317e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141344.689293:0:5841:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b317e1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141344.689316:0:5841:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b317e1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141344.689323:0:5841:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf404a00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141344.689328:0:5841:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b317e1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141344.689337:0:5841:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b317e1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141344.689352:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b7c95a5b500) 00010000:00010000:0.0:1787141344.689356:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1787141344.689360:0:5841:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b317e1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141344.689366:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b317e1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141344.689585:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbb980a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+24:10552:x1873953240968192:12345-192.168.203.11@tcp:57:lhsmtool_posix.0 Request processed in 702us (1032us total) trans 4294967411 rc 0/0 00000100:00100000:0.0:1787141344.689595:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 132 00000040:00080000:1.0:1787141344.689666:0:11681:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1787141344.689672:0:11681:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1787141344.690139:0:11681:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:1.0:1787141344.690149:0:11681:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1787141344.691761:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141344.694537:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240968320 00000100:00100000:1.0:1787141344.694567:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240968320 00000100:00100000:1.0:1787141344.694683:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 9 00000100:00100000:1.0:1787141344.694697:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4730700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+24:2352:x1873953240968320:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787141344.694717:0:5826:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787141344.694752:0:5826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b317d3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cffd expref: 24 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141344.694777:0:5826:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b7c95a5b500) 00010000:00010000:1.0:1787141344.694783:0:5826:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787141344.694891:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4730700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+23:2352:x1873953240968320:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 196us (3140us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141344.694899:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 9 00000100:00100000:2.0:1787141344.697269:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141344.702392:0:5843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240968576 00000100:00100000:0.0:1787141344.702413:0:5843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240968576 00000100:00100000:0.0:1787141344.702768:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 34 00000100:00100000:0.0:1787141344.702783:0:5843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbb981880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+23:10552:x1873953240968576:12345-192.168.203.11@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1787141344.703261:0:5843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbb981880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+24:10552:x1873953240968576:12345-192.168.203.11@tcp:35:lhsmtool_posix.0 Request processed in 480us (6004us total) trans 4294967412 rc 0/0 00000100:00100000:0.0:1787141344.703293:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 34 00000100:00100000:2.0:1787141344.706337:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141344.706392:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141344.706427:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141344.706772:0:6690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240968832 00000100:00100000:1.0:1787141344.706831:0:6690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240968832 00000100:00100000:1.0:1787141344.706902:0:6690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 53 00000100:00100000:1.0:1787141344.706913:0:6690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbb981c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2352:x1873953240968832:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1787141344.707024:0:6690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbb981c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2352:x1873953240968832:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 112us (702us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141344.707033:0:6690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 53 00000100:00100000:3.0:1787141344.707278:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240969088 00000100:00100000:3.0:1787141344.707283:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240969088 00000100:00100000:3.0:1787141344.707354:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 134 00000100:00100000:3.0:1787141344.707364:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbb980700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a3a5191e-f3c6-41c6-a671-d88f2994152f+5:2352:x1873953240969088:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:3.0:1787141344.707419:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbb980700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a3a5191e-f3c6-41c6-a671-d88f2994152f+5:2352:x1873953240969088:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 57us (1026us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141344.707426:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 134 00000100:00100000:2.0:1787141344.707976:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141344.708022:0:6691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240968960 00000100:00100000:2.0:1787141344.708028:0:6691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240968960 00000100:00100000:2.0:1787141344.708067:0:6691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 54 00000100:00100000:2.0:1787141344.708075:0:6691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbb983100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:2352:x1873953240968960:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:2.0:1787141344.708117:0:6691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbb983100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:2352:x1873953240968960:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 43us (143us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141344.708124:0:6691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 54 00000100:00080000:1.0:1787141344.710426:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1787141344.710439:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787141344.711917:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240968704 00000100:00100000:0.0:1787141344.711932:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240968704 00000100:00100000:0.0:1787141344.712000:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 286 00000100:00100000:0.0:1787141344.712011:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:2352:x1873953240968704:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:0.0:1787141344.712100:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:2352:x1873953240968704:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 90us (5672us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141344.712109:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 286 00010000:00010000:1.0:1787141345.025734:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141346.056706:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1787141346.226412:0:12157:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1787141346.226422:0:12157:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1787141346.226462:0:12157:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 4 count 4 00000040:00080000:2.0:1787141346.226467:0:12157:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:00080000:1.0:1787141346.257151:0:7643:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967304 is committed 00000001:00080000:1.0:1787141346.257169:0:7643:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967302 is committed 00000100:00100000:2.0:1787141346.434460:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141346.434538:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240969344 00000100:00100000:3.0:1787141346.434598:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240969344 00000100:00100000:3.0:1787141346.434689:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 133 00000100:00100000:3.0:1787141346.434698:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbb983800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+24:10573:x1873953240969344:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:3.0:1787141346.434725:0:10438:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141346.434742:0:10438:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b317e8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d004 expref: -99 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1787141346.434879:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1787141346.434896:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b317ef lrc: 3/1,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141346.434912:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b317ef lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141346.434932:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b317ef lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787141346.434944:0:10438:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 0 00010000:00010000:3.0:1787141346.435064:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b317e8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d004 expref: 27 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141346.435082:0:10438:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b317ef lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x7:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d004 expref: 26 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141346.435091:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b7c95a5b500) 00010000:00010000:3.0:1787141346.435095:0:10438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1787141346.435099:0:10438:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf439000, rc 0) 00000100:00100000:3.0:1787141346.435164:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbb983800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+26:10573:x1873953240969344:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 466us (710us total) trans 4294967413 rc 0/0 00000100:00100000:3.0:1787141346.435171:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 133 00000100:00100000:2.0:1787141346.439109:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141346.439244:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240969472 00000100:00100000:0.0:1787141346.439255:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240969472 00000100:00100000:0.0:1787141346.439309:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 134 00000100:00100000:0.0:1787141346.439319:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbb981f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+26:10573:x1873953240969472:12345-192.168.203.11@tcp:54:lfs.0 00010000:00010000:0.0:1787141346.439397:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404c00/0xc65ffb29b5b317fd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141346.439413:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404c00/0xc65ffb29b5b317fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141346.439424:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404c00/0xc65ffb29b5b317fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141346.439451:0:5841:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404c00/0xc65ffb29b5b317fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141346.439458:0:5841:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404c00/0xc65ffb29b5b317fd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141346.439465:0:5841:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404c00/0xc65ffb29b5b317fd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141346.439484:0:5841:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf404c00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141346.439488:0:5841:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404c00/0xc65ffb29b5b317fd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141346.439496:0:5841:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404c00/0xc65ffb29b5b317fd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141346.439509:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b7c95a5b500) 00010000:00010000:0.0:1787141346.439512:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787141346.439517:0:5841:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404c00/0xc65ffb29b5b317fd lrc: 2/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141346.439523:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404c00/0xc65ffb29b5b317fd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141346.439603:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbb981f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+26:10573:x1873953240969472:12345-192.168.203.11@tcp:54:lfs.0 Request processed in 285us (602us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141346.439611:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 134 00000100:00100000:1.0:1787141346.499038:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141346.499113:0:6688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240969600 00000100:00100000:0.0:1787141346.499125:0:6688:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240969600 00000100:00100000:0.0:1787141346.499205:0:6688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 45 00000100:00100000:0.0:1787141346.499215:0:6688:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cae8acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2353:x1873953240969600:12345-192.168.203.11@tcp:101:cat.0 00010000:00010000:0.0:1787141346.499234:0:6688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141346.499255:0:6688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000001c6ba4b/0xc65ffb29b5b31804 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d00b expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787141346.499284:0:6688:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x4:0x0] initial LVB size: 13, mtime: 0x6a859cde, atime: 0x6a859cde, ctime: 0x6a859cde, blocks: 0xb 00010000:00010000:0.0:1787141346.499302:0:6688:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x4:0x0].0x0 since=329s v=(0 0) 00010000:00010000:0.0:1787141346.499317:0:6688:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787141346.499328:0:6688:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000001c6ba4b/0xc65ffb29b5b31804 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d00b expref: 7 pid: 6688 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141346.499348:0:6688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000001c6ba4b/0xc65ffb29b5b31804 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d00b expref: 7 pid: 6688 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141346.499362:0:6688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf404c00, rc 0) 00000100:00100000:0.0:1787141346.499422:0:6688:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cae8acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:2353:x1873953240969600:12345-192.168.203.11@tcp:101:cat.0 Request processed in 208us (394us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141346.499429:0:6688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 45 00000100:00080000:1.0:1787141346.500211:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787141346.505107:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141346.505164:0:6694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240969728 00000100:00100000:3.0:1787141346.505174:0:6694:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240969728 00002000:00100000:3.0:1787141346.505219:0:6694:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x4:0x0] (0->4095) req@ffff8b7cbb980e00 x1873953240969728/t0(0) o3->0fd039ab-150d-4a77-92cd-c96e4dce9634@192.168.203.11@tcp:487/0 lens 488/0 e 0 to 0 dl 1787141357 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787141346.505231:0:6694:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b7cbb980e00 with x1873953240969728 ext(0->4095) 00002000:00010000:3.0:1787141346.505249:0:6694:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b7cbb980e00 00000100:00100000:3.0:1787141346.505279:0:6694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 3 00000100:00100000:3.0:1787141346.505289:0:6694:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbb980e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:2352:x1873953240969728:12345-192.168.203.11@tcp:3:cat.0 00000100:00100000:3.0:1787141346.505487:0:6694:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbb980e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:2352:x1873953240969728:12345-192.168.203.11@tcp:3:cat.0 Request processed in 199us (389us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1787141346.505495:0:6694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 3 00002000:00100000:3.0:1787141346.505501:0:6694:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x4:0x0] (0->4095) req@ffff8b7cbb980e00 x1873953240969728/t0(0) o3->0fd039ab-150d-4a77-92cd-c96e4dce9634@192.168.203.11@tcp:487/0 lens 488/4536 e 0 to 0 dl 1787141357 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787141346.505509:0:6694:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b7cbb980e00 with x1873953240969728 ext(0->4095) 00002000:00010000:3.0:1787141346.505512:0:6694:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b7cbb980e00 00010000:00010000:0.0:1787141347.073349:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787141348.097496:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787141348.225158:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262995072:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787141348.225329:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4731880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953262995200:0@lo:13:osp-pre-0-0.0 00000004:00080000:0.0:1787141348.225332:0:6794:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 331231534984ns, next at 332231532877ns, rc = 0 00000100:00100000:0.0:1787141348.225691:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:66373bca-6a9f-4159-900e-58874c9cc4a0:3307:1873953262995328:0@lo:400:kworker.0 00000100:00100000:3.0:1787141348.225751:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141348.225840:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953262995712:0@lo:400:kworker.0 00000100:00100000:3.0:1787141348.225865:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141348.225896:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3304:1873953262995456:0@lo:400:kworker.0 00000100:00100000:3.0:1787141348.225922:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141348.225943:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953262995968:0@lo:400:kworker.0 00000100:00100000:3.0:1787141348.225972:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141348.225994:0:3304:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787141348.225999:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3304:1873953262995584:0@lo:400:kworker.0 00000100:00100000:3.0:1787141348.226020:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141348.226049:0:6691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262995712 00000100:00100000:3.0:1787141348.226056:0:6691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262995712 00000100:00100000:3.0:1787141348.226106:0:6691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262995968 00000100:00100000:3.0:1787141348.226109:0:6691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262995968 00000100:00100000:3.0:1787141348.226148:0:6691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1787141348.226157:0:6691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf421880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3306:x1873953262995712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141348.226206:0:6691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf421880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3306:x1873953262995712:12345-0@lo:400:kworker.0 Request processed in 51us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141348.226213:0:6691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1787141348.226231:0:6691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1787141348.226237:0:6691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf420700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3304:x1873953262995968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141348.226270:0:6691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf420700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3304:x1873953262995968:12345-0@lo:400:kworker.0 Request processed in 33us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141348.226276:0:6691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1787141348.226291:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262995456 00000100:00100000:3.0:1787141348.226294:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262995456 00000100:00100000:3.0:1787141348.226317:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262995584 00000100:00100000:3.0:1787141348.226320:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262995584 00000100:00100000:3.0:1787141348.226338:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000100:00100000:3.0:1787141348.226360:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf421c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3304:x1873953262995456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141348.226391:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf421c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3304:x1873953262995456:12345-0@lo:400:kworker.0 Request processed in 32us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141348.226397:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00000100:00100000:3.0:1787141348.226408:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000100:00100000:3.0:1787141348.226414:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf423100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3304:x1873953262995584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141348.226440:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf423100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3304:x1873953262995584:12345-0@lo:400:kworker.0 Request processed in 27us (419us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141348.226445:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00000100:00080000:3.0:1787141348.226466:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787141348.226470:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1787141348.226472:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787141348.226519:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3304:1873953262995584:0@lo:400:kworker.0 00000100:00100000:3.0:1787141348.226539:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3304:1873953262995456:0@lo:400:kworker.0 00000100:00100000:3.0:1787141348.226549:0:3304:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967304 gen 2 00000004:00080000:3.0:1787141348.226554:0:3304:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967303 committed transno 4294967304 00000004:00080000:3.0:1787141348.226570:0:3304:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b7cb4732d80, transno 4294967304 00000100:00100000:3.0:1787141348.226581:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953262995968:0@lo:400:kworker.0 00000100:00100000:3.0:1787141348.227105:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953262995712:0@lo:400:kworker.0 00000100:00100000:2.0:1787141348.227159:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141348.227196:0:6693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262995200 00000100:00100000:1.0:1787141348.227202:0:6693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262995200 00000100:00100000:1.0:1787141348.227231:0:6693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262995072 00000100:00100000:1.0:1787141348.227234:0:6693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262995072 00000100:00100000:1.0:1787141348.227246:0:6693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1787141348.227253:0:6693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf420a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3306:x1873953262995200:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1787141348.227279:0:6693:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1787141348.227297:0:11379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1787141348.227308:0:11379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbb981500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3305:x1873953262995072:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1787141348.227327:0:11379:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1787141348.227329:0:6693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf420a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3306:x1873953262995200:12345-0@lo:13:osp-pre-0-0.0 Request processed in 74us (1577us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141348.227338:0:6693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1787141348.227364:0:11379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbb981500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3305:x1873953262995072:12345-0@lo:13:osp-pre-1-0.0 Request processed in 59us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141348.227459:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262995072:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787141348.227543:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4731880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953262995200:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787141348.227632:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141348.227665:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3307:1873953262995840:0@lo:400:kworker.0 00000100:00100000:0.0:1787141348.227692:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141348.227720:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262995840 00000100:00100000:0.0:1787141348.227725:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262995840 00000100:00100000:0.0:1787141348.227760:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000100:00100000:0.0:1787141348.227767:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4730e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1873953262995840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787141348.227819:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4730e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1873953262995840:12345-0@lo:400:kworker.0 Request processed in 52us (126us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141348.227823:0:11379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1787141348.227827:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000100:00080000:0.0:1787141348.227852:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787141348.227874:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3307:1873953262995840:0@lo:400:kworker.0 00000100:00100000:3.0:1787141348.228057:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262995328 00000100:00100000:3.0:1787141348.228062:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262995328 00000100:00100000:3.0:1787141348.228096:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 287 00000100:00100000:3.0:1787141348.228103:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3307:x1873953262995328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141348.228147:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3307:x1873953262995328:12345-0@lo:400:kworker.0 Request processed in 45us (515us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141348.228153:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 287 00000100:00100000:2.0:1787141348.228181:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:66373bca-6a9f-4159-900e-58874c9cc4a0:3307:1873953262995328:0@lo:400:kworker.0 00000001:00080000:2.0:1787141348.795084:0:6713:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967311 is committed 00000001:00080000:2.0:1787141348.795106:0:6713:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967310 is committed 00000004:00080000:0.0:1787141348.800275:0:12005:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 7 committed 00000001:00080000:3.0:1787141348.800290:0:12007:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967409 is committed 00000001:00080000:0.0:1787141348.800298:0:12005:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967412 is committed 00000020:00080000:0.0:1787141348.800309:0:12005:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 3 batchid updated 00000001:00080000:3.0:1787141348.800311:0:12007:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967413 is committed 00000020:00080000:3.0:1787141348.800324:0:12007:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8b7c85447480 refcount 2 committed 0 result 0 batchid 4 00000020:00080000:3.0:1787141348.800328:0:12007:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b7c82d7b300 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8b7c85447840 00000020:00080000:3.0:1787141348.800332:0:12007:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b7c82d7b500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8b7ca6dec400 00000100:00100000:3.0:1787141348.800462:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4730380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262996096:0@lo:2:osp-syn-0-0.0 00000020:00080000:0.0:1787141348.800524:0:5872:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4 committed batchid 3 00000100:00100000:3.0:1787141348.800538:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141348.800615:0:6690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262996096 00000100:00100000:1.0:1787141348.800623:0:6690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262996096 00000100:00100000:1.0:1787141348.800670:0:6690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1787141348.800680:0:6690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf423800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3305:x1873953262996096:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1787141348.801093:0:6690:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0x4:0x0] updating lvb size from disk: 13 -> 13 00002000:00010000:1.0:1787141348.801099:0:6690:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0x4:0x0] updating lvb mtime from disk: 1787141342 -> 1787141342 00002000:00010000:1.0:1787141348.801101:0:6690:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x240000400:0x4:0x0] updating lvb atime from disk: 1787141342 -> 1787141342 00002000:00010000:1.0:1787141348.801103:0:6690:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0x4:0x0] updating lvb ctime from disk: 1787141342 -> 1787141342 00002000:00010000:1.0:1787141348.801105:0:6690:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x4:0x0] updating lvb blocks from disk: 11 -> 11 00000100:00100000:1.0:1787141348.801154:0:6690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf423800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3305:x1873953262996096:12345-0@lo:2:osp-syn-0-0.0 Request processed in 475us (625us total) trans 4294967312 rc 0/0 00000100:00100000:1.0:1787141348.801161:0:6690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1787141348.801555:0:3305:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967311 gen 2 00000004:00080000:3.0:1787141348.801562:0:3305:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b7cc0f2b480, transno 4294967309 00000004:00080000:3.0:1787141348.801572:0:3305:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967311 committed transno 4294967311 00000100:00100000:3.0:1787141348.801592:0:3305:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff8b7cb4730380 x1873953262996096/t4294967312(4294967312) o2->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1787141364 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1787141348.801605:0:3305:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b7cb4730380/2, rc 0, transno 4294967312 00000100:00100000:3.0:1787141348.801611:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4730380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262996096:0@lo:2:osp-syn-0-0.0 00000040:00080000:1.0:1787141348.801715:0:11681:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1787141348.801720:0:11681:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1787141348.801748:0:11681:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 4 count 4 00000040:00080000:1.0:1787141348.801754:0:11681:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000020:00080000:0.0:1787141348.802168:0:5872:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 3 00010000:00010000:1.0:1787141349.121162:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787141349.830607:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141349.830647:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141349.830684:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141349.830714:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141349.830736:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141349.830762:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240970368 00000100:00100000:1.0:1787141349.830773:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240970368 00000100:00100000:1.0:1787141349.830862:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240969984 00000100:00100000:3.0:1787141349.830867:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240969856 00000100:00100000:1.0:1787141349.830867:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240969984 00000100:00100000:3.0:1787141349.830874:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240969856 00000100:00100000:1.0:1787141349.830917:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 138 00000100:00100000:3.0:1787141349.830932:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 288 00000100:00100000:1.0:1787141349.830934:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbb980380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a3a5191e-f3c6-41c6-a671-d88f2994152f+5:2351:x1873953240970368:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:3.0:1787141349.830946:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:2351:x1873953240969856:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:0.0:1787141349.831012:0:12006:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240970112 00000100:00100000:3.0:1787141349.831016:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:2351:x1873953240969856:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 73us (417us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141349.831018:0:12006:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240970112 00000100:00100000:3.0:1787141349.831028:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 288 00000100:00100000:0.0:1787141349.831059:0:12006:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240970240 00000100:00100000:0.0:1787141349.831063:0:12006:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240970240 00000100:00100000:3.0:1787141349.831073:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 139 00000100:00100000:3.0:1787141349.831084:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbb980000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+13:2351:x1873953240969984:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:0.0:1787141349.831092:0:12006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 57 00000100:00100000:0.0:1787141349.831104:0:12006:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbb982d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2351:x1873953240970112:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:3.0:1787141349.831118:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbb980000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+13:2351:x1873953240969984:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 35us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141349.831140:0:12006:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbb982d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2351:x1873953240970112:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 38us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141349.831146:0:12006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 57 00000100:00100000:0.0:1787141349.831160:0:12006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 58 00000100:00100000:0.0:1787141349.831167:0:12006:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbb981c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2351:x1873953240970240:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:0.0:1787141349.831190:0:12006:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbb981c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2351:x1873953240970240:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 24us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141349.831196:0:12006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 58 00000100:00100000:3.0:1787141349.831351:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 139 00000100:00080000:2.0:1787141349.831696:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1787141349.831701:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1787141349.831704:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787141349.831721:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbb980380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a3a5191e-f3c6-41c6-a671-d88f2994152f+5:2351:x1873953240970368:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 792us (1034us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141349.831731:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 138 00010000:00010000:1.0:1787141350.145097:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141351.179263:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787141351.731404:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141351.731587:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240970496 00000100:00100000:3.0:1787141351.731600:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240970496 00000100:00100000:3.0:1787141351.731691:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 135 00000100:00100000:3.0:1787141351.731705:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbb983100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+13:10217:x1873953240970496:12345-192.168.203.11@tcp:60:lhsmtool_posix.0 00000100:00080000:2.0:1787141351.731957:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787141351.735788:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbb983100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+13:10217:x1873953240970496:12345-192.168.203.11@tcp:60:lhsmtool_posix.0 Request processed in 4070us (4381us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141351.735826:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 135 00000100:00100000:2.0:1787141351.754199:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141351.754313:0:5842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240970752 00000100:00100000:3.0:1787141351.754358:0:5842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240970752 00000100:00100000:3.0:1787141351.754435:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 35 00000100:00100000:3.0:1787141351.754447:0:5842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+13:10217:x1873953240970752:12345-192.168.203.11@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1787141351.755148:0:5842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+14:10217:x1873953240970752:12345-192.168.203.11@tcp:35:lhsmtool_posix.0 Request processed in 700us (962us total) trans 4294967414 rc 0/0 00000100:00100000:3.0:1787141351.755157:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 35 00010000:00010000:2.0:1787141352.194332:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787141352.214115:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141352.219144:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240970880 00000100:00100000:0.0:1787141352.219160:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240970880 00000100:00100000:0.0:1787141352.219261:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 136 00000100:00100000:0.0:1787141352.219273:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf421f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a3a5191e-f3c6-41c6-a671-d88f2994152f+5:11026:x1873953240970880:12345-192.168.203.11@tcp:101:lsof.0 00010000:00010000:0.0:1787141352.219292:0:5839:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141352.219311:0:5839:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404400/0xc65ffb29b5b3180b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d012 expref: -99 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141352.219392:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b31812 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141352.219406:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b31812 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1787141352.219554:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1787141352.220025:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b31812 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787141352.220275:0:5839:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:0.0:1787141352.220280:0:5839:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:0.0:1787141352.220385:0:5839:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b31812 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141352.220415:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404400/0xc65ffb29b5b3180b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d012 expref: 7 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141352.221709:0:5839:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b31812 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d012 expref: 6 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141352.221719:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b7c95a5b200) 00010000:00010000:0.0:1787141352.221721:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787141352.221724:0:5839:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf404800, rc 0) 00000100:00100000:0.0:1787141352.222026:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf421f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:a3a5191e-f3c6-41c6-a671-d88f2994152f+6:11026:x1873953240970880:12345-192.168.203.11@tcp:101:lsof.0 Request processed in 2753us (7917us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141352.222035:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 136 00010000:00010000:1.0:1787141353.218931:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787141353.345844:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4733b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262996608:0@lo:400:kworker.0 00000100:00100000:1.0:1787141353.345853:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4732680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3304:1873953262996480:0@lo:400:kworker.0 00000100:00100000:0.0:1787141353.345939:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141353.345948:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141353.346099:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4731500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:66373bca-6a9f-4159-900e-58874c9cc4a0:3306:1873953262996224:0@lo:400:kworker.0 00000100:00100000:2.0:1787141353.346147:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4733800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3307:1873953262996352:0@lo:400:kworker.0 00000100:00100000:1.0:1787141353.355261:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262996480 00000100:00100000:1.0:1787141353.355285:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262996480 00000100:00100000:1.0:1787141353.355651:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 00000100:00100000:0.0:1787141353.355658:0:6690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262996608 00000100:00100000:1.0:1787141353.355670:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb479d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3304:x1873953262996480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787141353.355673:0:6690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262996608 00000100:00100000:0.0:1787141353.355744:0:6690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1787141353.355758:0:6690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4430700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3305:x1873953262996608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787141353.355792:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb479d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3304:x1873953262996480:12345-0@lo:400:kworker.0 Request processed in 127us (9842us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141353.355869:0:6690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4430700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3305:x1873953262996608:12345-0@lo:400:kworker.0 Request processed in 114us (9929us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141353.355876:0:6690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1787141353.355927:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4733b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262996608:0@lo:400:kworker.0 00000100:00100000:0.0:1787141353.355945:0:3305:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787141353.355954:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4431c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262996992:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787141353.355989:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1787141353.356250:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1787141353.356255:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787141353.356278:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141353.356309:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4732d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262996864:0@lo:400:kworker.0 00000100:00100000:2.0:1787141353.356332:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141353.356414:0:12004:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262996864 00000100:00100000:2.0:1787141353.356418:0:12004:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262996864 00000100:00100000:2.0:1787141353.356450:0:12004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1787141353.356457:0:12004:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbfb96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953262996864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787141353.356523:0:12004:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbfb96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953262996864:12345-0@lo:400:kworker.0 Request processed in 66us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141353.356530:0:12004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00080000:2.0:1787141353.356556:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787141353.356575:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4732d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262996864:0@lo:400:kworker.0 00000100:00100000:0.0:1787141353.356843:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262996352 00000100:00100000:0.0:1787141353.356848:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262996352 00000100:00100000:0.0:1787141353.356877:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141 00000100:00100000:0.0:1787141353.356883:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1873953262996352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787141353.356922:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1873953262996352:12345-0@lo:400:kworker.0 Request processed in 39us (645us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141353.356929:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141 00000100:00100000:0.0:1787141353.356962:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4732680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3304:1873953262996480:0@lo:400:kworker.0 00000100:00100000:0.0:1787141353.356975:0:3304:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787141353.356981:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbfb96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953262997120:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787141353.357345:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00000100:00100000:1.0:1787141353.357445:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4733800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3307:1873953262996352:0@lo:400:kworker.0 00000100:00100000:2.0:1787141353.359335:0:6692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262996992 00000100:00100000:2.0:1787141353.359349:0:6692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262996992 00000100:00100000:2.0:1787141353.359407:0:6692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1787141353.359418:0:6692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4733b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3305:x1873953262996992:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1787141353.359458:0:6692:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1787141353.359596:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4431c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953262996992:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787141353.361157:0:6692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4733b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3305:x1873953262996992:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1732us (5157us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141353.361172:0:6692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1787141353.361511:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141353.361579:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4731880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3306:1873953262996736:0@lo:400:kworker.0 00000100:00100000:3.0:1787141353.361620:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141353.361766:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262996736 00000100:00100000:1.0:1787141353.361780:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262996736 00000100:00100000:1.0:1787141353.361919:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000100:00100000:1.0:1787141353.361930:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf420e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3306:x1873953262996736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787141353.362027:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf420e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3306:x1873953262996736:12345-0@lo:400:kworker.0 Request processed in 99us (405us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141353.362035:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000100:00080000:3.0:1787141353.362147:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787141353.362192:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4731880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3306:1873953262996736:0@lo:400:kworker.0 00000100:00100000:2.0:1787141353.365361:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262996224 00000100:00100000:2.0:1787141353.365377:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262996224 00000100:00100000:2.0:1787141353.365451:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 289 00000100:00100000:2.0:1787141353.365462:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3306:x1873953262996224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787141353.365579:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3306:x1873953262996224:12345-0@lo:400:kworker.0 Request processed in 120us (4068us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141353.365587:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 289 00000100:00100000:1.0:1787141353.365976:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4731500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:66373bca-6a9f-4159-900e-58874c9cc4a0:3306:1873953262996224:0@lo:400:kworker.0 00000100:00100000:0.0:1787141353.367180:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141353.379395:0:11379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262997120 00000100:00100000:2.0:1787141353.379411:0:11379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262997120 00000100:00100000:2.0:1787141353.379483:0:11379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1787141353.379494:0:11379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4732680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3304:x1873953262997120:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1787141353.379550:0:11379:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1787141353.379635:0:11379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4732680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3304:x1873953262997120:12345-0@lo:13:osp-pre-0-0.0 Request processed in 143us (12460us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141353.379656:0:11379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1787141353.379979:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbfb96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953262997120:0@lo:13:osp-pre-0-0.0 00000020:00080000:1.0:1787141353.949130:0:5861:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4 batchid updated 00000001:00080000:1.0:1787141353.949159:0:5861:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967414 is committed 00000020:00080000:1.0:1787141353.949172:0:5872:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4 00000020:00080000:1.0:1787141353.949181:0:5872:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4 00000001:00080000:3.0:1787141353.958540:0:6713:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967312 is committed 00010000:00010000:1.0:1787141354.243513:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787141354.947222:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141354.947275:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141354.947315:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141354.947345:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141354.947372:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141354.947401:0:6690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240971264 00000100:00100000:2.0:1787141354.947410:0:6690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240971264 00000100:00100000:2.0:1787141354.947465:0:6690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240971392 00000100:00100000:2.0:1787141354.947469:0:6690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240971392 00000100:00100000:2.0:1787141354.947506:0:6690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 61 00000100:00100000:2.0:1787141354.947518:0:6690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbfb95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2350:x1873953240971264:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:2.0:1787141354.947588:0:6690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbfb95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2350:x1873953240971264:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 73us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141354.947595:0:6690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 61 00000100:00100000:2.0:1787141354.947612:0:6690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 62 00000100:00100000:2.0:1787141354.947624:0:6690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbfb96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2350:x1873953240971392:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:2.0:1787141354.947650:0:6690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbfb96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2350:x1873953240971392:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 27us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141354.947656:0:6690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 62 00000100:00080000:2.0:1787141354.947672:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1787141354.947676:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787141354.947953:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240971008 00000100:00100000:3.0:1787141354.947958:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240971008 00000100:00100000:3.0:1787141354.947993:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 290 00000100:00100000:3.0:1787141354.948001:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:2350:x1873953240971008:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:3.0:1787141354.948037:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:2350:x1873953240971008:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 37us (825us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141354.948044:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 290 00000100:00100000:1.0:1787141354.948193:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240971520 00000100:00100000:1.0:1787141354.948198:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240971520 00000100:00100000:1.0:1787141354.948268:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240971136 00000100:00100000:1.0:1787141354.948272:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240971136 00000100:00100000:1.0:1787141354.948318:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 143 00000100:00100000:1.0:1787141354.948327:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbfb94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a3a5191e-f3c6-41c6-a671-d88f2994152f+6:2350:x1873953240971520:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1787141354.948362:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbfb94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:a3a5191e-f3c6-41c6-a671-d88f2994152f+6:2350:x1873953240971520:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 37us (1047us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141354.948369:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 143 00000100:00100000:1.0:1787141354.948381:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 144 00000100:00100000:1.0:1787141354.948389:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbfb97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+13:2350:x1873953240971136:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1787141354.948413:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbfb97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+13:2350:x1873953240971136:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 27us (1069us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141354.948420:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 144 00000100:00080000:3.0:1787141354.948596:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1787141355.265019:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1787141356.218612:0:12363:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1b: Test manual lfs pcc attach with restore on remote access ========================================================== 08:09:14 (1787141354) 00010000:00010000:2.0:1787141356.288984:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141357.313023:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787141357.809367:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141357.809534:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240971776 00000100:00100000:1.0:1787141357.809548:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240971776 00000100:00100000:1.0:1787141357.809644:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 137 00000100:00100000:1.0:1787141357.809666:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c86cc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+13:11292:x1873953240971776:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1787141357.809700:0:5840:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787141357.809745:0:5840:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61600/0xc65ffb29b5b31819 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d019 expref: -99 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141357.809912:0:5840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b31820 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141357.809930:0:5840:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b31820 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141357.809944:0:5840:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b31820 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141357.809970:0:5840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31827 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141357.809978:0:5840:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31827 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141357.809985:0:5840:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31827 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141357.810619:0:5840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60600/0xc65ffb29b5b3182e lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141357.810633:0:5840:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60600/0xc65ffb29b5b3182e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141357.810641:0:5840:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60600/0xc65ffb29b5b3182e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787141357.810653:0:5840:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 6656 00010000:00010000:1.0:1787141357.810947:0:5840:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b31820 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141357.810957:0:5840:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b31820 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141357.810965:0:5840:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b31820 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141357.810972:0:5840:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbfa61800 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:1.0:1787141357.810977:0:5840:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b31820 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141357.810995:0:5840:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b31820 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141357.811010:0:5840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8b7ca1f39900) 00010000:00010000:1.0:1787141357.811014:0:5840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787141357.811020:0:5840:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b31820 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141357.811027:0:5840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b31820 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141357.811041:0:5840:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31827 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141357.811047:0:5840:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31827 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141357.811053:0:5840:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31827 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141357.811064:0:5840:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbfa61200 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:1.0:1787141357.811067:0:5840:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31827 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141357.811073:0:5840:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31827 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141357.811080:0:5840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff8b7c84d5b300) 00010000:00010000:1.0:1787141357.811083:0:5840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787141357.811087:0:5840:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31827 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141357.811103:0:5840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31827 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1787141357.811121:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1787141357.811615:0:5840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61600/0xc65ffb29b5b31819 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d019 expref: 16 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141357.811634:0:5840:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60600/0xc65ffb29b5b3182e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d019 expref: 15 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141357.811642:0:5840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b7c84d5bf00) 00010000:00010000:1.0:1787141357.811645:0:5840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787141357.811648:0:5840:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbfa60600, rc 0) 00000100:00100000:1.0:1787141357.811750:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c86cc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+15:11292:x1873953240971776:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 2094us (2399us total) trans 4294967415 rc 0/0 00000100:00100000:1.0:1787141357.811761:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 137 00000100:00100000:2.0:1787141357.820876:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141357.820950:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141357.821128:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240972032 00000100:00100000:0.0:1787141357.821143:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240972032 00000100:00100000:0.0:1787141357.821230:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 10 00000100:00100000:0.0:1787141357.821265:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98013c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+15:2351:x1873953240972032:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787141357.821286:0:5825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787141357.821321:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60600/0xc65ffb29b5b3182e lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d019 expref: 15 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141357.821345:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b7c84d5bf00) 00010000:00010000:0.0:1787141357.821351:0:5825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787141357.821419:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98013c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+14:2351:x1873953240972032:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 158us (469us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141357.821428:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 10 00000100:00100000:3.0:1787141357.823359:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240971904 00000100:00100000:3.0:1787141357.823373:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240971904 00000100:00100000:3.0:1787141357.823455:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 138 00000100:00100000:3.0:1787141357.823475:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c86cc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+14:11292:x1873953240971904:12345-192.168.203.11@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1787141357.823598:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c86cc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+14:11292:x1873953240971904:12345-192.168.203.11@tcp:59:lhsmtool_posix.0 Request processed in 133us (2735us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141357.823607:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 138 00000040:00080000:3.0:1787141358.017544:0:11681:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1787141358.017556:0:11681:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1787141358.024724:0:11681:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 3 count 1 00000040:00080000:0.0:1787141358.024757:0:11681:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1787141358.337671:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787141358.465082:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1787141358.465115:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262997248:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787141358.465212:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141358.465398:0:6692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262997248 00000100:00100000:1.0:1787141358.465409:0:6692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262997248 00000100:00100000:1.0:1787141358.465519:0:6692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1787141358.465538:0:6692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca272f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953262997248:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1787141358.465592:0:6692:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1787141358.465653:0:6692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca272f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953262997248:12345-0@lo:13:osp-pre-1-0.0 Request processed in 124us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141358.465662:0:6692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1787141358.465720:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953262997248:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1787141358.466166:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787141358.466497:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3305:1873953262997632:0@lo:400:kworker.0 00000100:00100000:1.0:1787141358.466705:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141358.466739:0:3305:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1787141358.466745:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:66373bca-6a9f-4159-900e-58874c9cc4a0:3305:1873953262997504:0@lo:400:kworker.0 00000100:00100000:1.0:1787141358.466778:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141358.466829:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4431c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3305:1873953262998016:0@lo:400:kworker.0 00000100:00100000:1.0:1787141358.466853:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141358.466885:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262997632 00000100:00100000:1.0:1787141358.466892:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262997632 00000100:00100000:3.0:1787141358.467074:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3306:1873953262997760:0@lo:400:kworker.0 00000100:00100000:3.0:1787141358.467108:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141358.467175:0:3306:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1787141358.467183:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7ca272c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953262997376:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787141358.467210:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141358.467230:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953262997888:0@lo:400:kworker.0 00000100:00100000:3.0:1787141358.467266:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141358.467309:0:6688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262997888 00000100:00100000:3.0:1787141358.467313:0:6688:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262997888 00000100:00100000:3.0:1787141358.467366:0:6688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1787141358.467376:0:6688:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf420380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953262997888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141358.467430:0:6688:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf420380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953262997888:12345-0@lo:400:kworker.0 Request processed in 56us (162us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141358.467437:0:6688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00080000:3.0:1787141358.467469:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787141358.467497:0:3306:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967312 gen 2 00000004:00080000:3.0:1787141358.467503:0:3306:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b7cb4730380, transno 4294967312 00000100:00100000:3.0:1787141358.467528:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953262997888:0@lo:400:kworker.0 00000100:00100000:2.0:1787141358.468772:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262998016 00000100:00100000:2.0:1787141358.468786:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262998016 00000100:00100000:2.0:1787141358.468863:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262997760 00000100:00100000:2.0:1787141358.468867:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262997760 00000100:00100000:2.0:1787141358.468903:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:2.0:1787141358.468914:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caebefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3305:x1873953262997632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787141358.469014:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caebefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3305:x1873953262997632:12345-0@lo:400:kworker.0 Request processed in 102us (2309us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141358.469022:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00100000:2.0:1787141358.469042:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:2.0:1787141358.469048:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caebec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3305:x1873953262998016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787141358.469078:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caebec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3305:x1873953262998016:12345-0@lo:400:kworker.0 Request processed in 31us (2224us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141358.469084:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00100000:2.0:1787141358.469101:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:2.0:1787141358.469108:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf421500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3306:x1873953262997760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787141358.469137:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf421500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3306:x1873953262997760:12345-0@lo:400:kworker.0 Request processed in 30us (2029us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141358.469143:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00080000:3.0:1787141358.469307:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787141358.469359:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3306:1873953262997760:0@lo:400:kworker.0 00000100:00100000:1.0:1787141358.469746:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262997504 00000100:00100000:1.0:1787141358.469753:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262997504 00000100:00100000:1.0:1787141358.469865:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 291 00000100:00100000:1.0:1787141358.469874:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3305:x1873953262997504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787141358.469940:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3305:x1873953262997504:12345-0@lo:400:kworker.0 Request processed in 69us (3161us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141358.469947:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 291 00000100:00100000:1.0:1787141358.470168:0:6693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262997376 00000100:00100000:1.0:1787141358.470174:0:6693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262997376 00000100:00100000:1.0:1787141358.470241:0:6693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1787141358.470251:0:6693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf422d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953262997376:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1787141358.470295:0:6693:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1787141358.470348:0:6693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf422d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953262997376:12345-0@lo:13:osp-pre-0-0.0 Request processed in 99us (3136us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141358.470354:0:6693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1787141358.470419:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7ca272c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953262997376:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787141358.470699:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:66373bca-6a9f-4159-900e-58874c9cc4a0:3305:1873953262997504:0@lo:400:kworker.0 00000100:00100000:1.0:1787141358.470716:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4431c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3305:1873953262998016:0@lo:400:kworker.0 00000100:00100000:1.0:1787141358.470729:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3305:1873953262997632:0@lo:400:kworker.0 00000001:00080000:3.0:1787141359.024554:0:5861:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967415 is committed 00010000:00010000:1.0:1787141359.366600:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787141359.916848:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141359.917216:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240972160 00000100:00100000:3.0:1787141359.917226:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240972160 00000100:00100000:3.0:1787141359.917318:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 139 00000100:00100000:3.0:1787141359.917330:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caebee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+13:11334:x1873953240972160:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:3.0:1787141359.917351:0:8206:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141359.917386:0:8206:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b3183c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d020 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141359.917463:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31843 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141359.917477:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31843 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141359.917489:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31843 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141359.917505:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b3184a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x94c4507b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141359.917513:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b3184a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x94c4507b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141359.917520:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b3184a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x94c4507b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141359.917778:0:8206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31843 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141359.917814:0:8206:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31843 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141359.917822:0:8206:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31843 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141359.917828:0:8206:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439400 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141359.917832:0:8206:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31843 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141359.917840:0:8206:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31843 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141359.917857:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b7c95a5b200) 00010000:00010000:3.0:1787141359.917860:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141359.917865:0:8206:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31843 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141359.917870:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31843 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141359.917882:0:8206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b3184a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x94c4507b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141359.917888:0:8206:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b3184a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x94c4507b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141359.917894:0:8206:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b3184a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x94c4507b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141359.917899:0:8206:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438400 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141359.917908:0:8206:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b3184a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x94c4507b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141359.917914:0:8206:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b3184a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x94c4507b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141359.917922:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x94c4507b (ffff8b7c95a5bd00) 00010000:00010000:3.0:1787141359.917924:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141359.917927:0:8206:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b3184a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x94c4507b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141359.917932:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b3184a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x94c4507b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141359.917965:0:8206:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b3183c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d020 expref: 14 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141359.917974:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b7c95a5b200) 00010000:00010000:3.0:1787141359.917976:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141359.917980:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b3183c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d020 expref: 14 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141359.917990:0:8206:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf439200, rc 0) 00000100:00100000:3.0:1787141359.918063:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caebee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+13:11334:x1873953240972160:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 735us (1224us total) trans 0 rc 301/301 00000100:00100000:3.0:1787141359.918071:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 139 00000100:00080000:1.0:1787141359.918346:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787141359.926569:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141359.926715:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240972416 00000100:00100000:1.0:1787141359.926726:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240972416 00000100:00100000:1.0:1787141359.926784:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 140 00000100:00100000:1.0:1787141359.926824:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca272ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+13:11334:x1873953240972416:12345-192.168.203.11@tcp:36:lfs.0 00010000:00010000:1.0:1787141359.926878:0:5839:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787141359.926904:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439e00/0xc65ffb29b5b311ba lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce59 expref: 13 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141359.926925:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b7c95a5b200) 00010000:00010000:1.0:1787141359.926929:0:5839:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787141359.927192:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b31851 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141359.927208:0:5839:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b31812 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d012 expref: 5 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141359.927216:0:5839:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b31851 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141359.927250:0:5839:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b31812 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d012 expref: 5 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141359.927460:0:5839:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b31812 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d012 expref: 5 pid: 5839 timeout: 442 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141359.927478:0:5839:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7caebed500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5839:1873953262998144:192.168.203.11@tcp:104: 00000100:00100000:1.0:1787141359.927577:0:5839:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c99bf5840 going to sleep for 11 seconds 00000100:00100000:1.0:1787141359.929929:0:5839:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7caebed500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5839:1873953262998144:192.168.203.11@tcp:104: 00010000:00010000:1.0:1787141359.929958:0:5839:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b31851 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141359.933964:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141359.934048:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240972544 00000100:00100000:1.0:1787141359.934058:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240972544 00010000:00010000:1.0:1787141359.934115:0:5824:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b31812 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d012 expref: 6 pid: 5839 timeout: 442 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141359.934161:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 59 00000100:00100000:1.0:1787141359.934172:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca272d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a3a5191e-f3c6-41c6-a671-d88f2994152f+6:2353:x1873953240972544:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787141359.934186:0:5824:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787141359.934193:0:5824:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b31812 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d012 expref: 6 pid: 5839 timeout: 442 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141359.934206:0:5824:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b31812 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d012 expref: 6 pid: 5839 timeout: 442 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141359.934227:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b31812 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d012 expref: 6 pid: 5839 timeout: 442 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141359.934240:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b7c95a5b200) 00010000:00010000:1.0:1787141359.934245:0:5824:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b31851 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141359.934254:0:5824:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b31851 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141359.934273:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b31851 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141359.934302:0:5824:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787141359.934362:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca272d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a3a5191e-f3c6-41c6-a671-d88f2994152f+5:2353:x1873953240972544:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 192us (404us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141359.934369:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 59 00010000:00010000:1.0:1787141359.934398:0:5839:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b31851 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141359.934407:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b31851 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141359.934431:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61400/0xc65ffb29b5b31858 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x94c4507b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141359.934441:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61400/0xc65ffb29b5b31858 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x94c4507b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141359.934448:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61400/0xc65ffb29b5b31858 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x94c4507b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787141359.935889:0:5839:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xa:0x0]: returning size 512 00010000:00010000:1.0:1787141359.935903:0:5839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b31851 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141359.935912:0:5839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b31851 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141359.935920:0:5839:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b31851 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141359.935937:0:5839:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbfa61000 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:1.0:1787141359.935943:0:5839:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b31851 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141359.935950:0:5839:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b31851 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141359.935964:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b7c95a5b200) 00010000:00010000:1.0:1787141359.935967:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787141359.935972:0:5839:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b31851 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141359.935979:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b31851 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787141359.935996:0:5839:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000003397e6c3 reply state 00000000cfc24d5c transno 4294967416 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61400/0xc65ffb29b5b31858 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x94c4507b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141359.936005:0:5839:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1787141359.936078:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca272ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+14:11334:x1873953240972416:12345-192.168.203.11@tcp:36:lfs.0 Request processed in 9282us (9515us total) trans 4294967416 rc 0/0 00000100:00100000:1.0:1787141359.936086:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 140 00000100:00080000:3.0:1787141359.938113:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1787141359.938289:0:3291:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61400/0xc65ffb29b5b31858 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x94c4507b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141359.938315:0:3291:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61400/0xc65ffb29b5b31858 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x94c4507b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141359.938322:0:3291:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61400/0xc65ffb29b5b31858 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x94c4507b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141359.938327:0:3291:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbfa61400 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141359.938332:0:3291:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61400/0xc65ffb29b5b31858 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x94c4507b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141359.938340:0:3291:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61400/0xc65ffb29b5b31858 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x94c4507b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141359.938356:0:3291:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x94c4507b (ffff8b7c84d5b500) 00010000:00010000:3.0:1787141359.938360:0:3291:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141359.938363:0:3291:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61400/0xc65ffb29b5b31858 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x94c4507b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141359.938369:0:3291:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61400/0xc65ffb29b5b31858 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x94c4507b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141360.029485:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141360.029641:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240972672 00000100:00100000:1.0:1787141360.029651:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240972672 00000100:00100000:1.0:1787141360.029712:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 141 00000100:00100000:1.0:1787141360.029723:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca272c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+13:11342:x1873953240972672:12345-192.168.203.11@tcp:101:lctl.0 00010000:00010000:1.0:1787141360.029748:0:5841:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787141360.029769:0:5841:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b3185f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d027 expref: -99 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141360.030011:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7200/0xc65ffb29b5b31866 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141360.030036:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7200/0xc65ffb29b5b31866 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141360.030049:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7200/0xc65ffb29b5b31866 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787141360.030110:0:5841:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:2.0:1787141360.030114:0:5841:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:2.0:1787141360.030141:0:5841:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7200/0xc65ffb29b5b31866 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141360.030167:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61000/0xc65ffb29b5b3185f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d027 expref: 15 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141360.030186:0:5841:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7200/0xc65ffb29b5b31866 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d027 expref: 14 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141360.030195:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b7c84d5b300) 00010000:00010000:2.0:1787141360.030198:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787141360.030201:0:5841:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c82da7200, rc 0) 00000100:00100000:2.0:1787141360.030268:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca272c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+14:11342:x1873953240972672:12345-192.168.203.11@tcp:101:lctl.0 Request processed in 547us (792us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141360.030275:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 141 00000100:00100000:3.0:1787141360.074688:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141360.074740:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141360.074775:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141360.074846:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141360.074886:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141360.074914:0:12004:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240973056 00000100:00100000:3.0:1787141360.074924:0:12004:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240973056 00000100:00100000:3.0:1787141360.074976:0:12004:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240973184 00000100:00100000:3.0:1787141360.074980:0:12004:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240973184 00000100:00100000:3.0:1787141360.075021:0:12004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 64 00000100:00100000:3.0:1787141360.075031:0:12004:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf423480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2352:x1873953240973056:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:3.0:1787141360.075101:0:12004:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf423480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2352:x1873953240973056:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 72us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141360.075108:0:12004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 64 00000100:00100000:3.0:1787141360.075124:0:12004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 65 00000100:00100000:3.0:1787141360.075130:0:12004:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf420000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2352:x1873953240973184:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:3.0:1787141360.075157:0:12004:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf420000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2352:x1873953240973184:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 26us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141360.075162:0:12004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 65 00000100:00100000:3.0:1787141360.075187:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240973312 00000100:00100000:3.0:1787141360.075191:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240973312 00000100:00100000:3.0:1787141360.075211:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240972928 00000100:00100000:3.0:1787141360.075215:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240972928 00000100:00100000:3.0:1787141360.075233:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 148 00000100:00100000:3.0:1787141360.075240:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf422300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a3a5191e-f3c6-41c6-a671-d88f2994152f+5:2352:x1873953240973312:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:3.0:1787141360.075274:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf422300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a3a5191e-f3c6-41c6-a671-d88f2994152f+5:2352:x1873953240973312:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 34us (499us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141360.075281:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 148 00000100:00100000:3.0:1787141360.075293:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 149 00000100:00100000:3.0:1787141360.075299:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf422a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+14:2352:x1873953240972928:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:3.0:1787141360.075321:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf422a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+14:2352:x1873953240972928:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 23us (475us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141360.075327:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 149 00000100:00080000:3.0:1787141360.075343:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1787141360.075355:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787141360.075932:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240972800 00000100:00100000:2.0:1787141360.075940:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240972800 00000100:00100000:2.0:1787141360.075981:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 292 00000100:00100000:2.0:1787141360.075990:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:2352:x1873953240972800:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:2.0:1787141360.076032:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:2352:x1873953240972800:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 44us (1354us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141360.076039:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 292 00000100:00100000:3.0:1787141360.115775:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141360.116758:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240973440 00000100:00100000:2.0:1787141360.116771:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240973440 00000100:00100000:2.0:1787141360.117065:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 142 00000100:00100000:2.0:1787141360.117078:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf421180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+14:11348:x1873953240973440:12345-192.168.203.11@tcp:101:bash.0 00010000:00010000:2.0:1787141360.117098:0:5841:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141360.117118:0:5841:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7800/0xc65ffb29b5b3186d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d02e expref: -99 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141360.117183:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6200/0xc65ffb29b5b31874 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141360.117197:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6200/0xc65ffb29b5b31874 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141360.117208:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6200/0xc65ffb29b5b31874 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141360.117221:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b3187b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x94c4507b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141360.117227:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b3187b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x94c4507b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141360.117233:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b3187b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x94c4507b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141360.117352:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b31882 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141360.117376:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b31882 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141360.117384:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b31882 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787141360.117417:0:5841:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xa:0x0]: returning size 512 00000004:00200000:2.0:1787141360.117420:0:5841:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1787141360.117442:0:5841:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b31882 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141360.118040:0:5841:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6200/0xc65ffb29b5b31874 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141360.118048:0:5841:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6200/0xc65ffb29b5b31874 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141360.118055:0:5841:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6200/0xc65ffb29b5b31874 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141360.118061:0:5841:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c82da6200 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:2.0:1787141360.118064:0:5841:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6200/0xc65ffb29b5b31874 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141360.118071:0:5841:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6200/0xc65ffb29b5b31874 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141360.118083:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b7c84d5b300) 00010000:00010000:2.0:1787141360.118094:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787141360.118098:0:5841:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6200/0xc65ffb29b5b31874 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141360.118105:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6200/0xc65ffb29b5b31874 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141360.118118:0:5841:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b3187b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x94c4507b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141360.118123:0:5841:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b3187b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x94c4507b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141360.118128:0:5841:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b3187b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x94c4507b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141360.118133:0:5841:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c82da7000 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:2.0:1787141360.118136:0:5841:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b3187b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x94c4507b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141360.118141:0:5841:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b3187b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x94c4507b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141360.118147:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x94c4507b (ffff8b7ca1f39000) 00010000:00010000:2.0:1787141360.118149:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787141360.118152:0:5841:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b3187b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x94c4507b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141360.118156:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b3187b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x94c4507b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141360.118187:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7800/0xc65ffb29b5b3186d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d02e expref: 16 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141360.118213:0:5841:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b31882 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d02e expref: 15 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141360.118220:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff8b7ca1f39600) 00010000:00010000:2.0:1787141360.118222:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1787141360.118225:0:5841:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c82da6600, rc 0) 00000100:00100000:2.0:1787141360.118354:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf421180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+15:11348:x1873953240973440:12345-192.168.203.11@tcp:101:bash.0 Request processed in 1278us (2586us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141360.118371:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 142 00000100:00100000:0.0:1787141360.124402:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141360.124593:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240973696 00000100:00100000:1.0:1787141360.124603:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240973696 00000100:00100000:1.0:1787141360.124664:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 143 00000100:00100000:1.0:1787141360.124675:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4732300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+15:11348:x1873953240973696:12345-192.168.203.11@tcp:101:bash.0 00010000:00010000:1.0:1787141360.124693:0:5839:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787141360.124712:0:5839:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b31889 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d035 expref: -99 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141360.124873:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b31890 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141360.124888:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b31890 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141360.124899:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b31890 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141360.124959:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31897 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141360.124968:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31897 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141360.124975:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31897 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787141360.125488:0:5839:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x4:0x0], index 1: 0 00010000:00010000:1.0:1787141360.125631:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61600/0xc65ffb29b5b3189e lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141360.125651:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61600/0xc65ffb29b5b3189e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141360.125659:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61600/0xc65ffb29b5b3189e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141360.125690:0:5839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b31890 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141360.125697:0:5839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b31890 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141360.125704:0:5839:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b31890 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141360.125710:0:5839:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbfa61800 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:1.0:1787141360.125714:0:5839:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b31890 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141360.125720:0:5839:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b31890 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141360.125731:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff8b7ca1f39600) 00010000:00010000:1.0:1787141360.125734:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787141360.125737:0:5839:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b31890 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141360.125743:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b31890 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787141360.125755:0:5839:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000085ec9193 reply state 00000000e655f724 transno 4294967417 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31897 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141360.125769:0:5839:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1787141360.125849:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b31889 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d035 expref: 18 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141360.125863:0:5839:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61600/0xc65ffb29b5b3189e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d035 expref: 17 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141360.125870:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b7c84d5b600) 00010000:00010000:1.0:1787141360.125872:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787141360.125875:0:5839:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbfa61600, rc 0) 00000100:00100000:1.0:1787141360.125939:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4732300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+18:11348:x1873953240973696:12345-192.168.203.11@tcp:101:bash.0 Request processed in 1266us (1547us total) trans 4294967417 rc 0/0 00000100:00100000:1.0:1787141360.125946:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 143 00010000:00010000:1.0:1787141360.132560:0:3290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31897 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141360.132576:0:3290:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31897 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141360.132585:0:3290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31897 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141360.132591:0:3290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbfa61200 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:1.0:1787141360.132596:0:3290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31897 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141360.132604:0:3290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31897 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141360.132641:0:3290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x719e0b09 (ffff8b7c84d5ba00) 00010000:00010000:1.0:1787141360.132644:0:3290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787141360.132648:0:3290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31897 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141360.132654:0:3290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31897 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141360.134751:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141360.134969:0:6690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240973824 00000100:00100000:3.0:1787141360.134979:0:6690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240973824 00000100:00100000:3.0:1787141360.135034:0:6690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 47 00000100:00100000:3.0:1787141360.135043:0:6690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4730700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2353:x1873953240973824:12345-192.168.203.11@tcp:101:bash.0 00010000:00010000:3.0:1787141360.135060:0:6690:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141360.135079:0:6690:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cdeb7411/0xc65ffb29b5b318ac lrc: 2/0,0 mode: --/PR res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d03c expref: -99 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787141360.135105:0:6690:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1787141360.135120:0:6690:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4:0x0].0x0 since=343s v=(0 0) 00010000:00010000:3.0:1787141360.135125:0:6690:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787141360.135134:0:6690:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cdeb7411/0xc65ffb29b5b318ac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d03c expref: 6 pid: 6690 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.135151:0:6690:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cdeb7411/0xc65ffb29b5b318ac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d03c expref: 6 pid: 6690 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.135163:0:6690:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf439200, rc 0) 00000100:00100000:3.0:1787141360.135216:0:6690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4730700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2353:x1873953240973824:12345-192.168.203.11@tcp:101:bash.0 Request processed in 173us (474us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141360.135223:0:6690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 47 00000100:00100000:0.0:1787141360.141476:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141360.141588:0:6691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240973952 00000100:00100000:3.0:1787141360.141598:0:6691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240973952 00000100:00100000:3.0:1787141360.141654:0:6691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 48 00000100:00100000:3.0:1787141360.141667:0:6691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4730380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:11348:x1873953240973952:12345-192.168.203.11@tcp:101:bash.0 00010000:00010000:3.0:1787141360.141698:0:6691:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141360.141715:0:6691:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000327d4646/0xc65ffb29b5b318b3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d043 expref: -99 pid: 6691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.141748:0:6691:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cdeb7411/0xc65ffb29b5b318ac lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d03c expref: 7 pid: 6690 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.141757:0:6691:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787141360.141762:0:6691:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787141360.141768:0:6691:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000327d4646/0xc65ffb29b5b318b3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d043 expref: 7 pid: 6691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.141847:0:6691:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cdeb7411/0xc65ffb29b5b318ac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d03c expref: 7 pid: 6690 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.141861:0:6691:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cdeb7411/0xc65ffb29b5b318ac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d03c expref: 7 pid: 6690 timeout: 443 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141360.141874:0:6691:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf423b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6691:1873953262998272:192.168.203.11@tcp:104: 00000100:00100000:3.0:1787141360.141957:0:6691:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cc0e5e600 going to sleep for 11 seconds 00000100:00100000:3.0:1787141360.147306:0:6691:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf423b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6691:1873953262998272:192.168.203.11@tcp:104: 00010000:00010000:3.0:1787141360.147353:0:6691:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000327d4646/0xc65ffb29b5b318b3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d043 expref: 7 pid: 6691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.147372:0:6691:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf438400, rc 0) 00000100:00100000:3.0:1787141360.147448:0:6691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4730380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:11348:x1873953240973952:12345-192.168.203.11@tcp:101:bash.0 Request processed in 5784us (5981us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141360.147470:0:6691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 48 00000100:00100000:2.0:1787141360.148675:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141360.148757:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240974080 00000100:00100000:0.0:1787141360.148766:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240974080 00010000:00010000:0.0:1787141360.148837:0:5825:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cdeb7411/0xc65ffb29b5b318ac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d03c expref: 7 pid: 6690 timeout: 443 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141360.148877:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 60 00000100:00100000:0.0:1787141360.148887:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caf873100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:2352:x1873953240974080:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787141360.148900:0:5825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787141360.148924:0:5825:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cdeb7411/0xc65ffb29b5b318ac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d03c expref: 7 pid: 6690 timeout: 443 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141360.148956:0:5825:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cdeb7411/0xc65ffb29b5b318ac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d03c expref: 7 pid: 6690 timeout: 443 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141360.148980:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cdeb7411/0xc65ffb29b5b318ac lrc: 0/0,0 mode: --/PR res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d03c expref: 7 pid: 6690 timeout: 443 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141360.148996:0:5825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787141360.149001:0:5825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787141360.149009:0:5825:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000327d4646/0xc65ffb29b5b318b3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d043 expref: 6 pid: 6691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141360.149020:0:5825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000327d4646/0xc65ffb29b5b318b3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d043 expref: 6 pid: 6691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141360.149055:0:5825:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000327d4646/0xc65ffb29b5b318b3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d043 expref: 6 pid: 6691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141360.149070:0:5825:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4731500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5825:1873953262998400:192.168.203.11@tcp:105: 00000100:00100000:0.0:1787141360.149151:0:5825:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c90fd3240 going to sleep for 11 seconds 00000100:00100000:0.0:1787141360.156087:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141360.156155:0:5843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240974336 00000100:00100000:1.0:1787141360.156164:0:5843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240974336 00000100:00100000:1.0:1787141360.156218:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 36 00000100:00100000:1.0:1787141360.156228:0:5843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4731880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+17:11348:x1873953240974336:12345-192.168.203.11@tcp:35:bash.0 00000100:00100000:1.0:1787141360.156583:0:5843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4731880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+18:11348:x1873953240974336:12345-192.168.203.11@tcp:35:bash.0 Request processed in 355us (504us total) trans 4294967418 rc 0/0 00000100:00100000:1.0:1787141360.156592:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 36 00000100:00100000:3.0:1787141360.156971:0:5825:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4731500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5825:1873953262998400:192.168.203.11@tcp:105: 00010000:00010000:3.0:1787141360.156994:0:5825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787141360.157074:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caf873100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2352:x1873953240974080:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 8145us (8361us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141360.157084:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 60 00000100:00100000:0.0:1787141360.298892:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141360.299133:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240974592 00000100:00100000:1.0:1787141360.299143:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240974592 00000100:00100000:1.0:1787141360.299272:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 144 00000100:00100000:1.0:1787141360.299283:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4733800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+18:11358:x1873953240974592:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:1.0:1787141360.299307:0:8206:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787141360.299326:0:8206:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b318ba lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d04a expref: -99 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787141360.299733:0:8206:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xa:0x0]: returning size 512 00010000:00010000:1.0:1787141360.299882:0:8206:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b318ba lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d04a expref: 20 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141360.299916:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b7c84d5b300) 00010000:00010000:1.0:1787141360.299919:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1787141360.299924:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b318ba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d04a expref: 20 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141360.299938:0:8206:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbfa61200, rc 0) 00000100:00100000:1.0:1787141360.300004:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4733800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+19:11358:x1873953240974592:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 722us (1120us total) trans 4294967419 rc 301/301 00000100:00100000:1.0:1787141360.300012:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 144 00000100:00100000:0.0:1787141360.307239:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141360.310484:0:5843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240974848 00000100:00100000:1.0:1787141360.310498:0:5843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240974848 00000100:00100000:1.0:1787141360.310566:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 37 00000100:00100000:1.0:1787141360.310576:0:5843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4732d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+19:11358:x1873953240974848:12345-192.168.203.11@tcp:35:lfs.0 00000100:00100000:1.0:1787141360.310920:0:5843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4732d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+20:11358:x1873953240974848:12345-192.168.203.11@tcp:35:lfs.0 Request processed in 345us (3769us total) trans 4294967420 rc 0/0 00000100:00100000:1.0:1787141360.310928:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 37 00010000:00010000:2.0:1787141360.385129:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787141360.418172:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141360.418349:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240974976 00000100:00100000:3.0:1787141360.418359:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240974976 00000100:00100000:3.0:1787141360.418424:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 145 00000100:00100000:3.0:1787141360.418434:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4731500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+20:11364:x1873953240974976:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:3.0:1787141360.418473:0:5840:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141360.418493:0:5840:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b318c8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d051 expref: -99 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.418558:0:5840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b318cf lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.418571:0:5840:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b318cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.418581:0:5840:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b318cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787141360.418638:0:5840:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xa:0x0]: returning size 512 00000004:00200000:3.0:1787141360.418641:0:5840:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1787141360.418663:0:5840:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b318cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.418709:0:5840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b318c8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d051 expref: 22 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.418741:0:5840:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b318cf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d051 expref: 21 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.418749:0:5840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff8b7ca1f39600) 00010000:00010000:3.0:1787141360.418752:0:5840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787141360.418755:0:5840:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf438600, rc 0) 00000100:00100000:3.0:1787141360.418858:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4731500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+21:11364:x1873953240974976:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 425us (695us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141360.418865:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 145 00000100:00100000:0.0:1787141360.426190:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141360.426283:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240975232 00000100:00100000:3.0:1787141360.426293:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240975232 00000100:00100000:3.0:1787141360.426350:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 146 00000100:00100000:3.0:1787141360.426360:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbb982a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+21:11364:x1873953240975232:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:3.0:1787141360.426378:0:10438:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141360.426396:0:10438:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b318d6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d058 expref: -99 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.426498:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b318dd lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.426512:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b318dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.426523:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b318dd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787141360.426540:0:10438:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xb:0x0]: returning size 13 00010000:00010000:3.0:1787141360.426660:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b318d6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d058 expref: 24 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.426677:0:10438:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b318dd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d058 expref: 23 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.426685:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b7c84d5b600) 00010000:00010000:3.0:1787141360.426688:0:10438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787141360.426691:0:10438:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf438e00, rc 0) 00000100:00100000:3.0:1787141360.427060:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbb982a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+23:11364:x1873953240975232:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 699us (877us total) trans 4294967421 rc 0/0 00000100:00100000:3.0:1787141360.427068:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 146 00000100:00100000:0.0:1787141360.438542:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141360.438580:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141360.438668:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240975488 00000100:00100000:1.0:1787141360.438678:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240975488 00000100:00100000:2.0:1787141360.438733:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240975616 00000100:00100000:2.0:1787141360.438739:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240975616 00000100:00100000:1.0:1787141360.438748:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 147 00000100:00100000:1.0:1787141360.438761:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbb981180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+24:11364:x1873953240975488:12345-192.168.203.11@tcp:101:lfs.0 00000100:00100000:2.0:1787141360.438789:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 11 00010000:00010000:1.0:1787141360.438827:0:8206:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787141360.438848:0:8206:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b318eb lrc: 2/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d05f expref: -99 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141360.438947:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b318f2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141360.438973:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b318f2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141360.438984:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b318f2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787141360.438997:0:8206:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xb:0x0]: returning size 13 00000100:00100000:2.0:1787141360.439021:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbb982680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+25:2352:x1873953240975616:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787141360.439033:0:5824:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787141360.439050:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b318dd lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d058 expref: 25 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141360.439068:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b7c84d5b600) 00010000:00010000:2.0:1787141360.439073:0:5824:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787141360.439118:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b318eb lrc: 0/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d05f expref: 26 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141360.439127:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbb982680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+26:2352:x1873953240975616:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 328us (544us total) trans 0 rc 0/0 00010000:00010000:1.0:1787141360.439137:0:8206:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b318f2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d05f expref: 25 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141360.439139:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 11 00010000:00010000:1.0:1787141360.439150:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b7c84d5b600) 00010000:00010000:1.0:1787141360.439153:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1787141360.439156:0:8206:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbfa61800, rc 0) 00000100:00100000:1.0:1787141360.439183:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbb981180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+24:11364:x1873953240975488:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 425us (653us total) trans 4294967422 rc 0/0 00000100:00100000:1.0:1787141360.439190:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 147 00000100:00100000:1.0:1787141360.449099:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141360.449282:0:12006:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240975744 00000100:00100000:0.0:1787141360.449291:0:12006:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240975744 00000100:00100000:0.0:1787141360.449351:0:12006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 49 00000100:00100000:0.0:1787141360.449360:0:12006:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caebed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2350:x1873953240975744:12345-192.168.203.11@tcp:1:lfs.0 00010000:00010000:0.0:1787141360.449401:0:12006:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f8101ae4/0xc65ffb29b5b31900 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141360.449421:0:12006:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000327d4646/0xc65ffb29b5b318b3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d043 expref: 6 pid: 6691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141360.449430:0:12006:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0x4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787141360.449434:0:12006:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1787141360.449440:0:12006:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f8101ae4/0xc65ffb29b5b31900 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141360.449482:0:12006:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000327d4646/0xc65ffb29b5b318b3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d043 expref: 6 pid: 6691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141360.449496:0:12006:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000327d4646/0xc65ffb29b5b318b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d043 expref: 6 pid: 6691 timeout: 443 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141360.449510:0:12006:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7ca6dd0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12006:1873953262998528:192.168.203.11@tcp:104: 00000100:00100000:0.0:1787141360.449590:0:12006:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c90fd3240 going to sleep for 11 seconds 00000100:00100000:2.0:1787141360.452604:0:12006:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7ca6dd0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12006:1873953262998528:192.168.203.11@tcp:104: 00010000:00010000:2.0:1787141360.452642:0:12006:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f8101ae4/0xc65ffb29b5b31900 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141360.457104:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141360.459943:0:6694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240975872 00000100:00100000:3.0:1787141360.459957:0:6694:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240975872 00002000:00100000:3.0:1787141360.460009:0:6694:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (0->12) req@ffff8b7caebec380 x1873953240975872/t0(0) o4->0fd039ab-150d-4a77-92cd-c96e4dce9634@192.168.203.11@tcp:501/0 lens 504/0 e 0 to 0 dl 1787141371 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787141360.460020:0:6694:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b7caebec380 with x1873953240975872 ext(0->12) 00010000:00010000:3.0:1787141360.460030:0:6694:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000327d4646/0xc65ffb29b5b318b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d043 expref: 7 pid: 6691 timeout: 443 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.460047:0:6694:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000327d4646/0xc65ffb29b5b318b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d043 expref: 7 pid: 6691 timeout: 443 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787141360.460057:0:6694:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8b7caebec380 00000100:00100000:3.0:1787141360.460094:0:6694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 2 00000100:00100000:3.0:1787141360.460115:0:6694:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caebec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:2353:x1873953240975872:12345-192.168.203.11@tcp:4:lfs.0 00000100:00100000:3.0:1787141360.466076:0:6694:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caebec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+9:2353:x1873953240975872:12345-192.168.203.11@tcp:4:lfs.0 Request processed in 5952us (8970us total) trans 4294967305 rc 0/0 00000100:00100000:3.0:1787141360.466090:0:6694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 2 00002000:00100000:3.0:1787141360.466103:0:6694:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4:0x0] (0->12) req@ffff8b7caebec380 x1873953240975872/t4294967305(0) o4->0fd039ab-150d-4a77-92cd-c96e4dce9634@192.168.203.11@tcp:501/0 lens 504/448 e 0 to 0 dl 1787141371 ref 1 fl Complete:H/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787141360.466114:0:6694:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b7caebec380 with x1873953240975872 ext(0->12) 00010000:00010000:3.0:1787141360.466124:0:6694:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000327d4646/0xc65ffb29b5b318b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d043 expref: 9 pid: 6691 timeout: 443 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.466143:0:6694:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000327d4646/0xc65ffb29b5b318b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d043 expref: 9 pid: 6691 timeout: 443 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787141360.466151:0:6694:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8b7caebec380 00000100:00100000:0.0:1787141360.476501:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141360.476742:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240976000 00000100:00100000:2.0:1787141360.476752:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240976000 00010000:00010000:2.0:1787141360.476792:0:5826:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000327d4646/0xc65ffb29b5b318b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d043 expref: 9 pid: 6691 timeout: 443 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141360.476880:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 61 00000100:00100000:2.0:1787141360.476890:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dd1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+9:2351:x1873953240976000:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787141360.476906:0:5826:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1787141360.476926:0:5826:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb size from disk: 0 -> 13 00002000:00010000:2.0:1787141360.476929:0:5826:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb mtime from disk: 0 -> 1787141360 00002000:00010000:2.0:1787141360.476932:0:5826:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb atime from disk: 0 -> 1787141360 00002000:00010000:2.0:1787141360.476934:0:5826:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb ctime from disk: 0 -> 1787141360 00010000:00010000:2.0:1787141360.476941:0:5826:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000327d4646/0xc65ffb29b5b318b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d043 expref: 9 pid: 6691 timeout: 443 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141360.476956:0:5826:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000327d4646/0xc65ffb29b5b318b3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d043 expref: 9 pid: 6691 timeout: 443 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141360.476979:0:5826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000327d4646/0xc65ffb29b5b318b3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d043 expref: 9 pid: 6691 timeout: 443 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141360.476996:0:5826:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1787141360.477001:0:5826:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1787141360.477021:0:5826:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f8101ae4/0xc65ffb29b5b31900 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141360.477030:0:5826:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f8101ae4/0xc65ffb29b5b31900 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141360.477055:0:5826:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787141360.477110:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dd1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+8:2351:x1873953240976000:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 221us (619us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141360.477117:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 61 00010000:00010000:0.0:1787141360.477227:0:12006:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f8101ae4/0xc65ffb29b5b31900 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141360.477244:0:12006:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f8101ae4/0xc65ffb29b5b31900 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141360.477268:0:12006:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f8101ae4/0xc65ffb29b5b31900 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141360.477277:0:12006:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f8101ae4/0xc65ffb29b5b31900 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141360.477285:0:12006:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f8101ae4/0xc65ffb29b5b31900 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141360.477293:0:12006:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf404600 already unused, calling callback (ffffffffc163e230) 00010000:00010000:0.0:1787141360.477298:0:12006:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f8101ae4/0xc65ffb29b5b31900 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141360.477306:0:12006:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f8101ae4/0xc65ffb29b5b31900 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141360.477318:0:12006:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f8101ae4/0xc65ffb29b5b31900 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141360.477326:0:12006:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f8101ae4/0xc65ffb29b5b31900 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141360.477382:0:12006:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caebed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:2350:x1873953240975744:12345-192.168.203.11@tcp:1:lfs.0 Request processed in 28023us (28291us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141360.477390:0:12006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 49 00000100:00100000:1.0:1787141360.481101:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141360.481182:0:5843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240976256 00000100:00100000:0.0:1787141360.481191:0:5843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240976256 00000100:00100000:0.0:1787141360.481246:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 38 00000100:00100000:0.0:1787141360.481256:0:5843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c38c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+24:11364:x1873953240976256:12345-192.168.203.11@tcp:35:lfs.0 00000004:00010000:0.0:1787141360.481318:0:5843:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000401:0xb:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b318f2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d05f expref: 24 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1787141360.481669:0:5843:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967423 00000001:00080000:0.0:1787141360.481713:0:5843:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967424 00000001:00080000:0.0:1787141360.486591:0:5843:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967425 00010000:00010000:0.0:1787141360.486951:0:5843:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31907 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5843 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141360.486972:0:5843:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61600/0xc65ffb29b5b3189e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d035 expref: 28 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141360.486982:0:5843:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31907 lrc: 4/0,1 mode: --/EX res: [0x200000401:0xb:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5843 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141360.487022:0:5843:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61600/0xc65ffb29b5b3189e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d035 expref: 28 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141360.487038:0:5843:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61600/0xc65ffb29b5b3189e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d035 expref: 28 pid: 5839 timeout: 443 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141360.487066:0:5843:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7ca6dd0000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5843:1873953262998656:192.168.203.11@tcp:104: 00000100:00100000:0.0:1787141360.487158:0:5843:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c90fd3300 going to sleep for 11 seconds 00000100:00100000:0.0:1787141360.489546:0:5843:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7ca6dd0000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5843:1873953262998656:192.168.203.11@tcp:104: 00010000:00010000:0.0:1787141360.489572:0:5843:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31907 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xb:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5843 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141360.490758:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141360.491094:0:8451:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240976384 00000100:00100000:0.0:1787141360.491102:0:8451:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240976384 00010000:00010000:0.0:1787141360.491134:0:8451:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61600/0xc65ffb29b5b3189e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d035 expref: 29 pid: 5839 timeout: 443 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141360.491171:0:8451:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 62 00000100:00100000:0.0:1787141360.491180:0:8451:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caebeca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+29:2352:x1873953240976384:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787141360.491193:0:8451:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787141360.491200:0:8451:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61600/0xc65ffb29b5b3189e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d035 expref: 29 pid: 5839 timeout: 443 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141360.491212:0:8451:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61600/0xc65ffb29b5b3189e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d035 expref: 29 pid: 5839 timeout: 443 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141360.491233:0:8451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61600/0xc65ffb29b5b3189e lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d035 expref: 29 pid: 5839 timeout: 443 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141360.491249:0:8451:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b7c84d5b600) 00010000:00010000:0.0:1787141360.491255:0:8451:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31907 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xb:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5843 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141360.491275:0:8451:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31907 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5843 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141360.491283:0:8451:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31907 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0xb:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5843 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141360.491311:0:8451:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787141360.491411:0:5843:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31907 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5843 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141360.491419:0:5843:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31907 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5843 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1787141360.491566:0:5843:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967426 00000001:00080000:1.0:1787141360.491752:0:5843:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967427 00000100:00100000:1.0:1787141360.491891:0:5843:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7caebed180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5843:1873953262998784:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1787141360.491936:0:5843:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141360.491961:0:5843:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cb3fdec00 going to sleep for 11 seconds 00000100:00100000:1.0:1787141360.491979:0:5845:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262998784 00000100:00100000:1.0:1787141360.491983:0:5845:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262998784 00000100:00100000:1.0:1787141360.492021:0:5845:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1787141360.492028:0:5845:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4431c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5843:x1873953262998784:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1787141360.492083:0:5845:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4431c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5843:x1873953262998784:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 55us (147us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141360.492090:0:5845:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00080000:1.0:1787141360.492106:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787141360.492127:0:5843:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7caebed180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5843:1873953262998784:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:1.0:1787141360.492497:0:5843:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967428 00000100:00100000:1.0:1787141360.492543:0:5843:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7caebed180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5843:1873953262998912:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1787141360.492567:0:5843:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141360.492581:0:5843:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cb3fdec00 going to sleep for 11 seconds 00000100:00100000:1.0:1787141360.492594:0:5845:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262998912 00000100:00100000:1.0:1787141360.492598:0:5845:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262998912 00000100:00100000:1.0:1787141360.492617:0:5845:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1787141360.492623:0:5845:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c85292300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5843:x1873953262998912:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1787141360.492742:0:5845:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c85292300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5843:x1873953262998912:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 118us (173us total) trans 4294967306 rc 0/0 00000100:00100000:1.0:1787141360.492749:0:5845:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1787141360.492783:0:5843:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7caebed180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5843:1873953262998912:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:1.0:1787141360.492835:0:5843:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967429 00010000:00010000:1.0:1787141360.492864:0:5843:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31907 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5843 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141360.492873:0:5843:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31907 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xb:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5843 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141360.492880:0:5843:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31907 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5843 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141360.492886:0:5843:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf405800 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:1.0:1787141360.492890:0:5843:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31907 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5843 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141360.492897:0:5843:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31907 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xb:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5843 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141360.492910:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b7c84d5b600) 00010000:00010000:1.0:1787141360.492913:0:5843:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1787141360.492917:0:5843:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31907 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xb:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5843 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141360.492924:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31907 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xb:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5843 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787141360.493051:0:5843:0:(mdd_object.c:4014:mdd_close()) Object [0x200000401:0xc:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1787141360.493128:0:5843:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].4, 64 off8448 00000004:00080000:1.0:1787141360.493137:0:5843:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 343499341473ns, next at 344499339486ns, rc = 0 00000001:00080000:1.0:1787141360.493142:0:5843:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967430 00010000:00010000:1.0:1787141360.493169:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b7c84d5b600) 00010000:00010000:1.0:1787141360.493177:0:5843:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1787141360.493183:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b318f2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d05f expref: 33 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141360.493284:0:8451:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caebeca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+32:2352:x1873953240976384:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 2103us (2527us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141360.493294:0:8451:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 62 00000100:00100000:1.0:1787141360.494004:0:5843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c38c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+31:11364:x1873953240976256:12345-192.168.203.11@tcp:35:lfs.0 Request processed in 12747us (12909us total) trans 4294967431 rc 0/0 00000100:00100000:1.0:1787141360.494013:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 38 00000020:00080000:1.0:1787141360.494018:0:5843:0:(tgt_main.c:784:tgt_ses_key_exit()) total 9 transactions per RPC 00000100:00100000:1.0:1787141360.496765:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141360.497015:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240976512 00000100:00100000:2.0:1787141360.497025:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240976512 00000100:00100000:2.0:1787141360.497067:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 148 00000100:00100000:2.0:1787141360.497076:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c85292a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+31:11364:x1873953240976512:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:2.0:1787141360.497096:0:5839:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141360.497115:0:5839:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6200/0xc65ffb29b5b3190e lrc: 2/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d066 expref: -99 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141360.497166:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6200/0xc65ffb29b5b3190e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d066 expref: 32 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141360.497179:0:5839:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6200/0xc65ffb29b5b3190e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d066 expref: 32 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141360.497197:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b7ca1f39000) 00010000:00010000:2.0:1787141360.497200:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1787141360.497204:0:5839:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c82da6200, rc 0) 00000100:00100000:2.0:1787141360.497254:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c85292a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+32:11364:x1873953240976512:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 178us (496us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141360.497272:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 148 00000100:00100000:2.0:1787141360.501611:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141360.501685:0:5842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240976768 00000100:00100000:3.0:1787141360.501696:0:5842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240976768 00000100:00100000:1.0:1787141360.502010:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 39 00000100:00100000:1.0:1787141360.502024:0:5843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caf870380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+32:11364:x1873953240976768:12345-192.168.203.11@tcp:35:lfs.0 00000100:00100000:1.0:1787141360.502247:0:5843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caf870380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+33:11364:x1873953240976768:12345-192.168.203.11@tcp:35:lfs.0 Request processed in 226us (644us total) trans 4294967432 rc 0/0 00000100:00100000:1.0:1787141360.502255:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 39 00000100:00100000:1.0:1787141360.624334:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141360.624445:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240977024 00000100:00100000:2.0:1787141360.624470:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240977024 00000100:00100000:2.0:1787141360.624526:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 149 00000100:00100000:2.0:1787141360.624537:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c85291c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+33:11374:x1873953240977024:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:2.0:1787141360.624560:0:5841:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141360.624582:0:5841:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7a00/0xc65ffb29b5b31915 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d06d expref: -99 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787141360.624692:0:5841:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xa:0x0]: returning size 512 00010000:00010000:2.0:1787141360.625113:0:5841:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7a00/0xc65ffb29b5b31915 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d06d expref: 35 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141360.625128:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b7c84d5b300) 00010000:00010000:2.0:1787141360.625131:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1787141360.625136:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7a00/0xc65ffb29b5b31915 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d06d expref: 35 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141360.625149:0:5841:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c82da7a00, rc 0) 00000100:00100000:2.0:1787141360.625211:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c85291c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+34:11374:x1873953240977024:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 676us (892us total) trans 4294967433 rc 301/301 00000100:00100000:2.0:1787141360.625218:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 149 00000100:00100000:0.0:1787141360.632890:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141360.633835:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240977152 00000100:00100000:3.0:1787141360.633848:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240977152 00000100:00100000:3.0:1787141360.634055:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 150 00000100:00100000:3.0:1787141360.634067:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+34:11374:x1873953240977152:12345-192.168.203.11@tcp:34:lfs.0 00010000:00010000:3.0:1787141360.634161:0:5840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31923 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.634178:0:5840:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31923 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.634457:0:5840:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31923 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.634493:0:5840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b3192a lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.634501:0:5840:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b3192a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.634519:0:5840:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b3192a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.634627:0:5840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31931 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.634636:0:5840:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31931 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.634644:0:5840:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31931 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787141360.634689:0:5840:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31931 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.634700:0:5840:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31923 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.634707:0:5840:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31923 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.634714:0:5840:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31923 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.634720:0:5840:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439400 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141360.634725:0:5840:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31923 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.634739:0:5840:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31923 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.634752:0:5840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff8b7ca1f39600) 00010000:00010000:3.0:1787141360.634755:0:5840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141360.634760:0:5840:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31923 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.634767:0:5840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31923 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.634830:0:5840:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b3192a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.634838:0:5840:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b3192a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.634844:0:5840:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b3192a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.634849:0:5840:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439600 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141360.634852:0:5840:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b3192a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.634858:0:5840:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b3192a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.634866:0:5840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x719e0b09 (ffff8b7c95a5bb00) 00010000:00010000:3.0:1787141360.634868:0:5840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141360.634871:0:5840:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b3192a lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.634888:0:5840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b3192a lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.634920:0:5840:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31931 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.634927:0:5840:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31931 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.634933:0:5840:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31931 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.634938:0:5840:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438400 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141360.634941:0:5840:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31931 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.634948:0:5840:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31931 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.634957:0:5840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b7ca1f39000) 00010000:00010000:3.0:1787141360.634960:0:5840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141360.634963:0:5840:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31931 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.634968:0:5840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31931 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141360.635064:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+34:11374:x1873953240977152:12345-192.168.203.11@tcp:34:lfs.0 Request processed in 998us (2181us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141360.635074:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 150 00000100:00100000:0.0:1787141360.648090:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141360.648193:0:5843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240977408 00000100:00100000:1.0:1787141360.648203:0:5843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240977408 00000100:00100000:1.0:1787141360.648312:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 40 00000100:00100000:1.0:1787141360.648323:0:5843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf393480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+34:11374:x1873953240977408:12345-192.168.203.11@tcp:35:lfs.0 00000100:00100000:1.0:1787141360.648598:0:5843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf393480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+35:11374:x1873953240977408:12345-192.168.203.11@tcp:35:lfs.0 Request processed in 276us (515us total) trans 4294967434 rc 0/0 00000100:00100000:1.0:1787141360.648605:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 40 00000100:00100000:1.0:1787141360.734467:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141360.734555:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240977664 00000100:00100000:3.0:1787141360.734564:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240977664 00000100:00100000:3.0:1787141360.734615:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 151 00000100:00100000:3.0:1787141360.734624:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c85290700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+35:11377:x1873953240977664:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:3.0:1787141360.734756:0:10438:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141360.734777:0:10438:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31938 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d074 expref: -99 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.734895:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b3193f lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.734908:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b3193f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.734920:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b3193f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.734933:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31946 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.734940:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31946 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.734947:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31946 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.735299:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b3194d lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.735309:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b3194d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.735335:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b3194d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787141360.735345:0:10438:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xb:0x0]: returning size 13 00010000:00010000:3.0:1787141360.735442:0:10438:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b3193f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.735464:0:10438:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b3193f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.735471:0:10438:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b3193f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.735477:0:10438:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439600 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141360.735481:0:10438:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b3193f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.735489:0:10438:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b3193f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.735501:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff8b7ca1f39600) 00010000:00010000:3.0:1787141360.735504:0:10438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141360.735508:0:10438:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b3193f lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.735514:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b3193f lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.737877:0:10438:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31946 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.737892:0:10438:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31946 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.737916:0:10438:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31946 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.737922:0:10438:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439400 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141360.737927:0:10438:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31946 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.737935:0:10438:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31946 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.737952:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x719e0b09 (ffff8b7c95a5bb00) 00010000:00010000:3.0:1787141360.737955:0:10438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141360.737960:0:10438:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31946 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.737965:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31946 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.738035:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31938 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d074 expref: 38 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.738051:0:10438:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b3194d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d074 expref: 37 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.738058:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b7ca1f39000) 00010000:00010000:3.0:1787141360.738060:0:10438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787141360.738062:0:10438:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf438e00, rc 0) 00000100:00100000:3.0:1787141360.738144:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c85290700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+37:11377:x1873953240977664:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 3519us (3697us total) trans 4294967435 rc 0/0 00000100:00100000:3.0:1787141360.738162:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 151 00000100:00100000:0.0:1787141360.753474:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141360.753598:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240977792 00000100:00100000:3.0:1787141360.753608:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240977792 00000100:00100000:3.0:1787141360.753679:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 152 00000100:00100000:3.0:1787141360.753690:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf390a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+37:11377:x1873953240977792:12345-192.168.203.11@tcp:54:lfs.0 00010000:00010000:3.0:1787141360.753755:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b3195b lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.753771:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b3195b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.753782:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b3195b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.754133:0:8206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b3195b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.754142:0:8206:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b3195b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.754148:0:8206:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b3195b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.754155:0:8206:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438400 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141360.754159:0:8206:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b3195b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.754167:0:8206:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b3195b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.754179:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b7ca1f39000) 00010000:00010000:3.0:1787141360.754195:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787141360.754200:0:8206:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b3195b lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141360.754206:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b3195b lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141360.754273:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf390a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+37:11377:x1873953240977792:12345-192.168.203.11@tcp:54:lfs.0 Request processed in 585us (828us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141360.754282:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 152 00000100:00100000:0.0:1787141360.763502:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141360.764774:0:5842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240978048 00000100:00100000:2.0:1787141360.764790:0:5842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240978048 00000100:00100000:2.0:1787141360.764889:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 41 00000100:00100000:2.0:1787141360.764900:0:5842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf393100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+37:11377:x1873953240978048:12345-192.168.203.11@tcp:35:lfs.0 00000100:00100000:2.0:1787141360.765155:0:5842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf393100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+38:11377:x1873953240978048:12345-192.168.203.11@tcp:35:lfs.0 Request processed in 256us (1662us total) trans 4294967436 rc 0/0 00000100:00100000:2.0:1787141360.765163:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 41 00000100:00100000:0.0:1787141361.089901:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141361.090040:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240978304 00000100:00100000:2.0:1787141361.090050:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240978304 00000100:00100000:2.0:1787141361.090124:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 153 00000100:00100000:2.0:1787141361.090134:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf392d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+38:11408:x1873953240978304:12345-192.168.203.11@tcp:101:cat.0 00010000:00010000:2.0:1787141361.090156:0:5839:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141361.090174:0:5839:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7a00/0xc65ffb29b5b31962 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d07b expref: -99 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141361.090268:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6000/0xc65ffb29b5b31969 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141361.090282:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6000/0xc65ffb29b5b31969 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141361.090294:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6000/0xc65ffb29b5b31969 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787141361.090304:0:5839:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xb:0x0]: returning size 13 00010000:00010000:2.0:1787141361.090426:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7a00/0xc65ffb29b5b31962 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d07b expref: 41 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1787141361.090442:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1787141361.090453:0:5839:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6000/0xc65ffb29b5b31969 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d07b expref: 40 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141361.090470:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b7ca1f39000) 00010000:00010000:2.0:1787141361.090486:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787141361.090489:0:5839:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c82da6000, rc 0) 00000100:00100000:2.0:1787141361.090548:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf392d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+40:11408:x1873953240978304:12345-192.168.203.11@tcp:101:cat.0 Request processed in 415us (653us total) trans 4294967437 rc 0/0 00000100:00100000:2.0:1787141361.090555:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 153 00000100:00100000:0.0:1787141361.096118:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141361.096147:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141361.096202:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240978432 00000100:00100000:3.0:1787141361.096209:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240978432 00000100:00100000:3.0:1787141361.096265:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 12 00000100:00100000:3.0:1787141361.096276:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83701880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+40:2352:x1873953240978432:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787141361.096291:0:5825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787141361.096317:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6000/0xc65ffb29b5b31969 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d07b expref: 40 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.096331:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b7ca1f39000) 00010000:00010000:3.0:1787141361.096334:0:5825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787141361.096467:0:5842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240978688 00000100:00100000:2.0:1787141361.096472:0:5842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240978688 00000100:00100000:2.0:1787141361.096506:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 42 00000100:00100000:2.0:1787141361.096514:0:5842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cae417b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+40:11408:x1873953240978688:12345-192.168.203.11@tcp:35:cat.0 00000100:00100000:3.0:1787141361.097318:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83701880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+41:2352:x1873953240978432:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 1040us (1165us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141361.097326:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 12 00000100:00100000:2.0:1787141361.098239:0:5842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cae417b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+40:11408:x1873953240978688:12345-192.168.203.11@tcp:35:cat.0 Request processed in 1721us (2124us total) trans 4294967438 rc 0/0 00000100:00100000:2.0:1787141361.098249:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 42 00000100:00100000:0.0:1787141361.190102:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141361.190478:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240978944 00000100:00100000:3.0:1787141361.190489:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240978944 00000100:00100000:3.0:1787141361.190555:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 154 00000100:00100000:3.0:1787141361.190566:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbbbd8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+40:11414:x1873953240978944:12345-192.168.203.11@tcp:101:dd.0 00010000:00010000:3.0:1787141361.190592:0:10438:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141361.190605:0:10438:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1787141361.190632:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b318cf lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d051 expref: 40 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.190653:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff8b7ca1f39600) 00010000:00010000:3.0:1787141361.190658:0:10438:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787141361.190672:0:10438:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31977 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d082 expref: -99 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.190772:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b3197e lrc: 3/0,1 mode: --/CW res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.190786:0:10438:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b3194d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d074 expref: 40 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.190844:0:10438:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b3197e lrc: 4/0,1 mode: --/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.190880:0:10438:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b3194d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d074 expref: 40 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.190893:0:10438:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b3194d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d074 expref: 40 pid: 10438 timeout: 444 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141361.190907:0:10438:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf423b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10438:1873953262999040:192.168.203.11@tcp:104: 00000100:00100000:3.0:1787141361.191003:0:10438:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cc0e5e600 going to sleep for 11 seconds 00000100:00100000:3.0:1787141361.192821:0:10438:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf423b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10438:1873953262999040:192.168.203.11@tcp:104: 00010000:00010000:3.0:1787141361.192861:0:10438:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b3197e lrc: 3/0,1 mode: --/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141361.197925:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141361.198047:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240979072 00000100:00100000:2.0:1787141361.198056:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240979072 00010000:00010000:2.0:1787141361.198096:0:5824:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b3194d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d074 expref: 41 pid: 10438 timeout: 444 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141361.198140:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 63 00000100:00100000:2.0:1787141361.198150:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98012050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+41:2353:x1873953240979072:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787141361.198164:0:5824:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787141361.198171:0:5824:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b3194d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d074 expref: 41 pid: 10438 timeout: 444 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141361.198194:0:5824:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b3194d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d074 expref: 41 pid: 10438 timeout: 444 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141361.198216:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b3194d lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d074 expref: 41 pid: 10438 timeout: 444 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141361.198244:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b7ca1f39000) 00010000:00010000:2.0:1787141361.198249:0:5824:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b3197e lrc: 3/0,1 mode: --/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141361.198259:0:5824:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b3197e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141361.198267:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b3197e lrc: 4/0,1 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141361.198292:0:5824:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787141361.198346:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98012050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+40:2353:x1873953240979072:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 197us (436us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141361.198353:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 63 00010000:00010000:3.0:1787141361.198689:0:10438:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b3197e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.198698:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b3197e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787141361.198715:0:10438:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xb:0x0]: returning size 13 00010000:00010000:3.0:1787141361.198889:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31977 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d082 expref: 41 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.198906:0:10438:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b3197e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d082 expref: 40 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.198913:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b7ca1f39000) 00010000:00010000:3.0:1787141361.198916:0:10438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1787141361.198918:0:10438:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf439400, rc 0) 00000100:00100000:3.0:1787141361.198957:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbbbd8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+40:11414:x1873953240978944:12345-192.168.203.11@tcp:101:dd.0 Request processed in 8393us (8865us total) trans 4294967439 rc 0/0 00000100:00100000:3.0:1787141361.198964:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 154 00000100:00100000:0.0:1787141361.209782:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141361.209884:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240979328 00000100:00100000:3.0:1787141361.209894:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240979328 00000100:00100000:3.0:1787141361.209951:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 155 00000100:00100000:3.0:1787141361.209964:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbbbd9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+40:11414:x1873953240979328:12345-192.168.203.11@tcp:36:dd.0 00010000:00010000:3.0:1787141361.210589:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b3198c lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.210607:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b3198c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.210633:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b3198c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1787141361.210688:0:8206:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967440 00000004:00010000:3.0:1787141361.210714:0:8206:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000cdca01f4 reply state 0000000000b17c9c transno 4294967441 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b3198c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141361.210723:0:8206:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1787141361.210842:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbbbd9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+43:11414:x1873953240979328:12345-192.168.203.11@tcp:36:dd.0 Request processed in 880us (1068us total) trans 4294967441 rc 0/0 00000100:00100000:3.0:1787141361.210850:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 155 00000020:00080000:3.0:1787141361.210855:0:8206:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1787141361.218921:0:3291:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b3198c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.218938:0:3291:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b3198c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.218945:0:3291:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b3198c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.218951:0:3291:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438400 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141361.218956:0:3291:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b3198c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.218963:0:3291:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b3198c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.218980:0:3291:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b7ca1f39000) 00010000:00010000:3.0:1787141361.218983:0:3291:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141361.219005:0:3291:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b3198c lrc: 2/0,0 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.219012:0:3291:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b3198c lrc: 0/0,0 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141361.409549:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787141361.474775:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141361.475637:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240979456 00000100:00100000:3.0:1787141361.475648:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240979456 00000100:00100000:3.0:1787141361.475707:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 156 00000100:00100000:3.0:1787141361.475717:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbbbdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+42:11427:x1873953240979456:12345-192.168.203.11@tcp:101:stat.0 00010000:00010000:3.0:1787141361.475740:0:5841:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141361.475760:0:5841:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31993 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d089 expref: -99 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.475921:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b3199a lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.475935:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b3199a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.475946:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b3199a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.475962:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b319a1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.475970:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b319a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.475977:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b319a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.476087:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b319a8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.476099:0:5841:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b3197e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d082 expref: 43 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.476108:0:5841:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b319a8 lrc: 4/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.476141:0:5841:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b3197e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d082 expref: 43 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.476155:0:5841:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b3197e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d082 expref: 43 pid: 10438 timeout: 444 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141361.476169:0:5841:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf423b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5841:1873953262999168:192.168.203.11@tcp:104: 00000100:00100000:3.0:1787141361.476269:0:5841:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cc0e5e900 going to sleep for 11 seconds 00000100:00100000:0.0:1787141361.491667:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141361.491853:0:5841:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf423b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5841:1873953262999168:192.168.203.11@tcp:104: 00010000:00010000:3.0:1787141361.491895:0:5841:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b319a8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141361.495121:0:5843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240979712 00000100:00100000:1.0:1787141361.495154:0:5843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240979712 00000100:00100000:1.0:1787141361.495230:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 43 00000100:00100000:1.0:1787141361.495242:0:5843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4770700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+44:5590:x1873953240979712:12345-192.168.203.11@tcp:35:ldlm_bl.0 00000100:00100000:1.0:1787141361.495565:0:5843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4770700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+45:5590:x1873953240979712:12345-192.168.203.11@tcp:35:ldlm_bl.0 Request processed in 325us (3908us total) trans 4294967442 rc 0/0 00000100:00100000:1.0:1787141361.495573:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 43 00000100:00100000:0.0:1787141361.498948:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141361.499244:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240979840 00000100:00100000:1.0:1787141361.499253:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240979840 00010000:00010000:1.0:1787141361.499289:0:5826:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b3197e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d082 expref: 45 pid: 10438 timeout: 444 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141361.499328:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 64 00000100:00100000:1.0:1787141361.499337:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f8d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+45:2352:x1873953240979840:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787141361.499352:0:5826:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787141361.499359:0:5826:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b3197e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d082 expref: 45 pid: 10438 timeout: 444 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141361.499372:0:5826:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b3197e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d082 expref: 45 pid: 10438 timeout: 444 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141361.499394:0:5826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b3197e lrc: 0/0,0 mode: --/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d082 expref: 45 pid: 10438 timeout: 444 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141361.499410:0:5826:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b7ca1f39000) 00010000:00010000:1.0:1787141361.499415:0:5826:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b319a8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141361.499456:0:5826:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b319a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141361.499472:0:5826:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b319a8 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141361.499749:0:5826:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787141361.499855:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f8d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+44:2352:x1873953240979840:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 516us (915us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141361.499863:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 64 00010000:00010000:2.0:1787141361.504269:0:5841:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b319a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141361.504288:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b319a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787141361.504342:0:5841:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xb:0x0]: returning size 0 00000004:00200000:2.0:1787141361.504348:0:5841:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1787141361.504378:0:5841:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b319a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141361.504397:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b319a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141361.504407:0:5841:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b3199a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141361.504435:0:5841:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b3199a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141361.504454:0:5841:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b3199a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141361.504461:0:5841:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438600 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:2.0:1787141361.504472:0:5841:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b3199a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141361.504480:0:5841:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b3199a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141361.504496:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff8b7ca1f39600) 00010000:00010000:2.0:1787141361.504500:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787141361.504505:0:5841:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b3199a lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141361.504510:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b3199a lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141361.504528:0:5841:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b319a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141361.504534:0:5841:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b319a1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141361.504540:0:5841:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b319a1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141361.504545:0:5841:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439600 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:2.0:1787141361.504554:0:5841:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b319a1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141361.504561:0:5841:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b319a1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141361.504569:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x719e0b09 (ffff8b7c95a5bb00) 00010000:00010000:2.0:1787141361.504572:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787141361.504575:0:5841:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b319a1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141361.504580:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b319a1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141361.504623:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31993 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d089 expref: 44 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141361.504637:0:5841:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b319a8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d089 expref: 43 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141361.504645:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b7ca1f39000) 00010000:00010000:2.0:1787141361.504648:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787141361.504650:0:5841:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf439200, rc 0) 00000100:00100000:2.0:1787141361.504714:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbbbdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+43:11427:x1873953240979456:12345-192.168.203.11@tcp:101:stat.0 Request processed in 28998us (29948us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141361.504722:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 156 00000100:00100000:0.0:1787141361.588107:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141361.588213:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240980096 00000100:00100000:3.0:1787141361.588223:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240980096 00000100:00100000:3.0:1787141361.588287:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 157 00000100:00100000:3.0:1787141361.588297:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+43:11434:x1873953240980096:12345-192.168.203.11@tcp:36:truncate.0 00010000:00010000:3.0:1787141361.588358:0:10438:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787141361.588398:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b319a8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d089 expref: 43 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.588416:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b7ca1f39000) 00010000:00010000:3.0:1787141361.588422:0:10438:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787141361.588774:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439e00/0xc65ffb29b5b319af lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.588789:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439e00/0xc65ffb29b5b319af lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.588848:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439e00/0xc65ffb29b5b319af lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1787141361.588904:0:10438:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967443 00000004:00010000:3.0:1787141361.588938:0:10438:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000d4a8b193 reply state 00000000145425ba transno 4294967444 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439e00/0xc65ffb29b5b319af lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141361.588947:0:10438:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1787141361.589044:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f8e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+45:11434:x1873953240980096:12345-192.168.203.11@tcp:36:truncate.0 Request processed in 747us (947us total) trans 4294967444 rc 0/0 00000100:00100000:3.0:1787141361.589052:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 157 00000020:00080000:3.0:1787141361.589057:0:10438:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1787141361.590737:0:3290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439e00/0xc65ffb29b5b319af lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141361.590752:0:3290:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439e00/0xc65ffb29b5b319af lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141361.590760:0:3290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439e00/0xc65ffb29b5b319af lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141361.590767:0:3290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439e00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:1.0:1787141361.590771:0:3290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439e00/0xc65ffb29b5b319af lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141361.590779:0:3290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439e00/0xc65ffb29b5b319af lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141361.590881:0:3290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b7ca1f39000) 00010000:00010000:1.0:1787141361.590885:0:3290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787141361.590890:0:3290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439e00/0xc65ffb29b5b319af lrc: 2/0,0 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141361.590915:0:3290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439e00/0xc65ffb29b5b319af lrc: 0/0,0 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1787141361.592288:0:7643:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967306 is committed 00000001:00080000:2.0:1787141361.593101:0:7643:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967305 is committed 00000100:00100000:0.0:1787141361.727485:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141361.727565:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240980224 00000100:00100000:3.0:1787141361.727576:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240980224 00000100:00100000:3.0:1787141361.727640:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 158 00000100:00100000:3.0:1787141361.727651:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf589880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+44:11449:x1873953240980224:12345-192.168.203.11@tcp:101:stat.0 00010000:00010000:3.0:1787141361.727674:0:8206:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141361.727695:0:8206:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b319b6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d090 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.727837:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b319bd lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.727850:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b319bd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.727861:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b319bd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.727875:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b319c4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.727882:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b319c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.727889:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b319c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.727979:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b319cb lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.727988:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b319cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.727996:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b319cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787141361.728029:0:8206:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xb:0x0]: returning size 1234567 00000004:00200000:3.0:1787141361.728034:0:8206:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1787141361.728057:0:8206:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b319cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.728080:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b319cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.728089:0:8206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b319bd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.728096:0:8206:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b319bd lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.728102:0:8206:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b319bd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.728108:0:8206:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438400 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141361.728112:0:8206:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b319bd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.728119:0:8206:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b319bd lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.728130:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff8b7ca1f39600) 00010000:00010000:3.0:1787141361.728133:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141361.728138:0:8206:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b319bd lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.728144:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b319bd lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.728156:0:8206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b319c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.728162:0:8206:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b319c4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.728174:0:8206:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b319c4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.728178:0:8206:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439600 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141361.728181:0:8206:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b319c4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.728188:0:8206:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b319c4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.728195:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x719e0b09 (ffff8b7c95a5b100) 00010000:00010000:3.0:1787141361.728198:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141361.728200:0:8206:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b319c4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.728206:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b319c4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.728237:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b319b6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d090 expref: 46 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.728250:0:8206:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b319cb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d090 expref: 45 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.728257:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b7ca1f39000) 00010000:00010000:3.0:1787141361.728259:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787141361.728261:0:8206:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf438600, rc 0) 00000100:00100000:3.0:1787141361.728367:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf589880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+45:11449:x1873953240980224:12345-192.168.203.11@tcp:101:stat.0 Request processed in 717us (892us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141361.728387:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 158 00000100:00100000:0.0:1787141361.856084:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141361.859602:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240980480 00000100:00100000:2.0:1787141361.859617:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240980480 00000100:00100000:2.0:1787141361.859790:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 159 00000100:00100000:2.0:1787141361.859832:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf588000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+45:11459:x1873953240980480:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:2.0:1787141361.859855:0:5841:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141361.859887:0:5841:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7a00/0xc65ffb29b5b319d2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d097 expref: -99 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787141361.860002:0:5841:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xa:0x0]: returning size 512 00010000:00010000:2.0:1787141361.860126:0:5841:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7a00/0xc65ffb29b5b319d2 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d097 expref: 47 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141361.860140:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b7c84d5b300) 00010000:00010000:2.0:1787141361.860144:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1787141361.860149:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7a00/0xc65ffb29b5b319d2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d097 expref: 47 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141361.860163:0:5841:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c82da7a00, rc 0) 00000100:00100000:2.0:1787141361.860245:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf588000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+46:11459:x1873953240980480:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 416us (4170us total) trans 4294967445 rc 301/301 00000100:00100000:2.0:1787141361.860252:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 159 00000100:00100000:0.0:1787141361.876985:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141361.877304:0:5843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240980736 00000100:00100000:2.0:1787141361.877314:0:5843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240980736 00000100:00100000:2.0:1787141361.877376:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 44 00000100:00100000:2.0:1787141361.877385:0:5843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c3b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+46:11459:x1873953240980736:12345-192.168.203.11@tcp:35:lfs.0 00000100:00100000:2.0:1787141361.877656:0:5843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c3b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+47:11459:x1873953240980736:12345-192.168.203.11@tcp:35:lfs.0 Request processed in 271us (680us total) trans 4294967446 rc 0/0 00000100:00100000:2.0:1787141361.877664:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 44 00000100:00100000:0.0:1787141361.938581:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141361.938780:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240980992 00000100:00100000:1.0:1787141361.938837:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240980992 00000100:00100000:1.0:1787141361.938928:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 160 00000100:00100000:1.0:1787141361.938942:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf588380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+47:11465:x1873953240980992:12345-192.168.203.11@tcp:101:bash.0 00010000:00010000:1.0:1787141361.938978:0:5839:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787141361.939008:0:5839:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b319e0 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d09e expref: -99 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141361.939149:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b319e7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141361.939167:0:5839:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b319cb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d090 expref: 48 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141361.939176:0:5839:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b319e7 lrc: 4/0,1 mode: --/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141361.939223:0:5839:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b319cb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d090 expref: 48 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141361.939238:0:5839:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b319cb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d090 expref: 48 pid: 8206 timeout: 444 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141361.939255:0:5839:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbb982680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5839:1873953262999296:192.168.203.11@tcp:104: 00000100:00100000:1.0:1787141361.939373:0:5839:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c99bf5840 going to sleep for 11 seconds 00000100:00100000:0.0:1787141361.943926:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141361.944144:0:8451:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240981120 00000100:00100000:2.0:1787141361.944173:0:8451:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240981120 00010000:00010000:2.0:1787141361.944225:0:8451:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b319cb lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d090 expref: 49 pid: 8206 timeout: 444 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141361.944280:0:8451:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 65 00000100:00100000:2.0:1787141361.944292:0:8451:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf58b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+49:2352:x1873953240981120:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787141361.944314:0:8451:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787141361.944322:0:8451:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b319cb lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d090 expref: 49 pid: 8206 timeout: 444 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141361.944337:0:8451:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b319cb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d090 expref: 49 pid: 8206 timeout: 444 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141361.944366:0:8451:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b7ca1f39000) 00010000:00010000:2.0:1787141361.944373:0:8451:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b319e7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141361.944384:0:8451:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b319e7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141361.944393:0:8451:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b319e7 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141361.944417:0:8451:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787141361.944503:0:8451:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf58b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+49:2352:x1873953240981120:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 212us (593us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141361.944512:0:8451:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 65 00010000:00010000:1.0:1787141361.945485:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b319cb lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d090 expref: 48 pid: 8206 timeout: 444 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141361.945512:0:5839:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbb982680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5839:1873953262999296:192.168.203.11@tcp:104: 00010000:00010000:1.0:1787141361.945544:0:5839:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b319e7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141361.945554:0:5839:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b319e7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141361.945561:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b319e7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787141361.945587:0:5839:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xb:0x0]: returning size 1234567 00010000:00010000:1.0:1787141361.945857:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b319e0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d09e expref: 49 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141361.946084:0:5839:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b319e7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d09e expref: 48 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141361.946094:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b7ca1f39000) 00010000:00010000:1.0:1787141361.946097:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1787141361.946101:0:5839:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbfa61200, rc 0) 00000100:00100000:1.0:1787141361.946174:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf588380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+48:11465:x1873953240980992:12345-192.168.203.11@tcp:101:bash.0 Request processed in 7233us (7606us total) trans 4294967447 rc 0/0 00000100:00100000:1.0:1787141361.946184:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 160 00000100:00100000:0.0:1787141361.958164:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141361.958297:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240981376 00000100:00100000:3.0:1787141361.958310:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240981376 00000100:00100000:3.0:1787141361.958389:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 161 00000100:00100000:3.0:1787141361.958402:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+48:11465:x1873953240981376:12345-192.168.203.11@tcp:36:bash.0 00010000:00010000:3.0:1787141361.958777:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b319f5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.958841:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b319f5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.958855:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b319f5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1787141361.959211:0:8206:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967448 00000004:00010000:3.0:1787141361.959241:0:8206:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000ed983595 reply state 000000006927c0ef transno 4294967449 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b319f5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141361.959252:0:8206:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1787141361.959415:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+51:11465:x1873953240981376:12345-192.168.203.11@tcp:36:bash.0 Request processed in 1014us (1266us total) trans 4294967449 rc 0/0 00000100:00100000:3.0:1787141361.959424:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 161 00000020:00080000:3.0:1787141361.959430:0:8206:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1787141361.962046:0:3291:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b319f5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.962069:0:3291:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b319f5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.962077:0:3291:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b319f5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.962103:0:3291:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439200 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141361.962109:0:3291:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b319f5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.962118:0:3291:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b319f5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.962141:0:3291:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b7ca1f39000) 00010000:00010000:3.0:1787141361.962145:0:3291:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141361.962151:0:3291:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b319f5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141361.962158:0:3291:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b319f5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141361.967539:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141361.971529:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240981504 00000100:00100000:2.0:1787141361.971551:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240981504 00000100:00100000:2.0:1787141361.971747:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 162 00000100:00100000:2.0:1787141361.971761:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbd2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+50:11465:x1873953240981504:12345-192.168.203.11@tcp:101:bash.0 00010000:00010000:2.0:1787141361.971819:0:5841:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141361.971851:0:5841:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7a00/0xc65ffb29b5b319fc lrc: 2/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d0a5 expref: -99 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141361.971992:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b31a03 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141361.972011:0:5841:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b319e7 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d09e expref: 51 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141361.972020:0:5841:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b31a03 lrc: 4/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141361.972071:0:5841:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b319e7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d09e expref: 51 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141361.972087:0:5841:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b319e7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d09e expref: 51 pid: 5839 timeout: 444 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141361.972105:0:5841:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7caf870380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5841:1873953262999424:192.168.203.11@tcp:104: 00000100:00100000:2.0:1787141361.972223:0:5841:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c85035180 going to sleep for 11 seconds 00000100:00100000:0.0:1787141361.976155:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141361.976301:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240981632 00000100:00100000:1.0:1787141361.976314:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240981632 00010000:00010000:1.0:1787141361.976369:0:5825:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b319e7 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d09e expref: 52 pid: 5839 timeout: 444 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141361.976455:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 66 00000100:00100000:1.0:1787141361.976468:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9890bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+52:2352:x1873953240981632:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787141361.976489:0:5825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787141361.976497:0:5825:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b319e7 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d09e expref: 52 pid: 5839 timeout: 444 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141361.976512:0:5825:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b319e7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d09e expref: 52 pid: 5839 timeout: 444 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141361.976543:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b7ca1f39000) 00010000:00010000:1.0:1787141361.976549:0:5825:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b31a03 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141361.976560:0:5825:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b31a03 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141361.976569:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b31a03 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141361.976592:0:5825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787141361.976665:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9890bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+52:2352:x1873953240981632:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 200us (524us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141361.976674:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 66 00010000:00010000:2.0:1787141361.977612:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b319e7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d09e expref: 51 pid: 5839 timeout: 444 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141361.977636:0:5841:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7caf870380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5841:1873953262999424:192.168.203.11@tcp:104: 00010000:00010000:2.0:1787141361.977668:0:5841:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b31a03 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141361.977692:0:5841:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b31a03 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141361.977699:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b31a03 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787141361.977773:0:5841:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xb:0x0]: returning size 0 00000004:00200000:2.0:1787141361.977779:0:5841:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1787141361.978148:0:5841:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b31a03 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141361.978198:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7a00/0xc65ffb29b5b319fc lrc: 0/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0a5 expref: 51 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141361.978217:0:5841:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b31a03 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0a5 expref: 50 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141361.978228:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b7ca1f39000) 00010000:00010000:2.0:1787141361.978231:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787141361.978235:0:5841:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c82da6800, rc 0) 00000100:00100000:2.0:1787141361.978306:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbd2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+50:11465:x1873953240981504:12345-192.168.203.11@tcp:101:bash.0 Request processed in 6547us (10781us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141361.978316:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 162 00000100:00100000:0.0:1787141361.988233:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141361.988382:0:5843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240981888 00000100:00100000:1.0:1787141361.988396:0:5843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240981888 00000100:00100000:1.0:1787141361.988492:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 45 00000100:00100000:1.0:1787141361.988505:0:5843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9890b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+50:11465:x1873953240981888:12345-192.168.203.11@tcp:35:bash.0 00000100:00100000:1.0:1787141361.988856:0:5843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9890b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+51:11465:x1873953240981888:12345-192.168.203.11@tcp:35:bash.0 Request processed in 351us (637us total) trans 4294967450 rc 0/0 00000100:00100000:1.0:1787141361.988864:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 45 00000100:00100000:1.0:1787141362.079283:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141362.079609:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240982144 00000100:00100000:2.0:1787141362.079623:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240982144 00000100:00100000:2.0:1787141362.079887:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 163 00000100:00100000:2.0:1787141362.079902:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbb982680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+51:11475:x1873953240982144:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:2.0:1787141362.079935:0:5839:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141362.079981:0:5839:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7a00/0xc65ffb29b5b31a0a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d0ac expref: -99 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787141362.080164:0:5839:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xa:0x0]: returning size 512 00010000:00010000:2.0:1787141362.080318:0:5839:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7a00/0xc65ffb29b5b31a0a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0ac expref: 53 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141362.080337:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b7c84d5b300) 00010000:00010000:2.0:1787141362.080341:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1787141362.080348:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7a00/0xc65ffb29b5b31a0a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0ac expref: 53 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141362.080628:0:5839:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c82da7a00, rc 0) 00000100:00100000:2.0:1787141362.080854:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbb982680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+52:11475:x1873953240982144:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 954us (1584us total) trans 4294967451 rc 301/301 00000100:00100000:2.0:1787141362.080862:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 163 00000100:00100000:0.0:1787141362.086159:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141362.086330:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240982272 00000100:00100000:3.0:1787141362.086345:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240982272 00000100:00100000:3.0:1787141362.086489:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 164 00000100:00100000:3.0:1787141362.086504:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98909500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+52:11475:x1873953240982272:12345-192.168.203.11@tcp:34:lfs.0 00010000:00010000:3.0:1787141362.086901:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31a18 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141362.086924:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31a18 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141362.086940:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31a18 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141362.086957:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31a1f lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141362.086988:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31a1f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141362.086996:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31a1f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141362.087136:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31a26 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141362.087147:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31a26 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141362.087155:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31a26 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787141362.087208:0:8206:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31a26 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141362.087294:0:8206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31a18 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141362.087303:0:8206:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31a18 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141362.087311:0:8206:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31a18 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141362.087319:0:8206:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439200 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141362.087324:0:8206:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31a18 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141362.087334:0:8206:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31a18 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141362.087357:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff8b7ca1f39600) 00010000:00010000:3.0:1787141362.087710:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141362.087718:0:8206:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31a18 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141362.087726:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31a18 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141362.087748:0:8206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31a1f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141362.087755:0:8206:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31a1f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141362.087762:0:8206:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31a1f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141362.087767:0:8206:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439600 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141362.087770:0:8206:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31a1f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141362.087777:0:8206:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31a1f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141362.087786:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x719e0b09 (ffff8b7c95a5b100) 00010000:00010000:3.0:1787141362.087788:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141362.087791:0:8206:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31a1f lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141362.087961:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31a1f lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141362.087994:0:8206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31a26 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141362.088001:0:8206:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31a26 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141362.088007:0:8206:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31a26 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141362.088013:0:8206:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438400 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141362.088016:0:8206:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31a26 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141362.088023:0:8206:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31a26 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141362.088032:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b7ca1f39000) 00010000:00010000:3.0:1787141362.088035:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141362.088038:0:8206:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31a26 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141362.088044:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31a26 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141362.088214:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98909500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+52:11475:x1873953240982272:12345-192.168.203.11@tcp:34:lfs.0 Request processed in 1708us (2064us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141362.088235:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 164 00000100:00100000:0.0:1787141362.092971:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141362.093043:0:5843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240982528 00000100:00100000:1.0:1787141362.093056:0:5843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240982528 00000100:00100000:1.0:1787141362.093117:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 46 00000100:00100000:1.0:1787141362.093130:0:5843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98908700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+52:11475:x1873953240982528:12345-192.168.203.11@tcp:35:lfs.0 00000100:00100000:1.0:1787141362.093772:0:5843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98908700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+53:11475:x1873953240982528:12345-192.168.203.11@tcp:35:lfs.0 Request processed in 641us (811us total) trans 4294967452 rc 0/0 00000100:00100000:1.0:1787141362.093780:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 46 00000100:00100000:1.0:1787141362.154171:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141362.155158:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240982784 00000100:00100000:2.0:1787141362.155177:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240982784 00000100:00100000:2.0:1787141362.155281:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 165 00000100:00100000:2.0:1787141362.155296:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbb981880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+53:11478:x1873953240982784:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:2.0:1787141362.155333:0:5841:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141362.155378:0:5841:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7a00/0xc65ffb29b5b31a2d lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d0b3 expref: -99 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141362.155509:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b31a34 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141362.155527:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b31a34 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141362.156012:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b31a34 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141362.156033:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6400/0xc65ffb29b5b31a3b lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141362.156041:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6400/0xc65ffb29b5b31a3b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141362.156048:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6400/0xc65ffb29b5b31a3b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141362.156230:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7e00/0xc65ffb29b5b31a42 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141362.156240:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7e00/0xc65ffb29b5b31a42 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141362.156248:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7e00/0xc65ffb29b5b31a42 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787141362.156260:0:5841:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xb:0x0]: returning size 0 00010000:00010000:2.0:1787141362.156470:0:5841:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b31a34 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141362.156666:0:5841:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b31a34 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141362.156674:0:5841:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b31a34 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141362.156681:0:5841:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c82da6e00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:2.0:1787141362.156697:0:5841:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b31a34 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141362.156706:0:5841:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b31a34 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141362.156722:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff8b7ca1f39600) 00010000:00010000:2.0:1787141362.156725:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787141362.156731:0:5841:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b31a34 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141362.156737:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b31a34 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141362.156753:0:5841:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6400/0xc65ffb29b5b31a3b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141362.156760:0:5841:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6400/0xc65ffb29b5b31a3b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141362.156766:0:5841:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6400/0xc65ffb29b5b31a3b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141362.156770:0:5841:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c82da6400 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:2.0:1787141362.156773:0:5841:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6400/0xc65ffb29b5b31a3b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141362.156778:0:5841:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6400/0xc65ffb29b5b31a3b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141362.156784:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x719e0b09 (ffff8b7ca1f39a00) 00010000:00010000:2.0:1787141362.156786:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787141362.156922:0:5841:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6400/0xc65ffb29b5b31a3b lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141362.156931:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6400/0xc65ffb29b5b31a3b lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141362.156993:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7a00/0xc65ffb29b5b31a2d lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0b3 expref: 56 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141362.157010:0:5841:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7e00/0xc65ffb29b5b31a42 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0b3 expref: 55 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141362.157017:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b7ca1f39000) 00010000:00010000:2.0:1787141362.157020:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787141362.157022:0:5841:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c82da7e00, rc 0) 00000100:00100000:2.0:1787141362.157113:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbb981880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+55:11478:x1873953240982784:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 1821us (2957us total) trans 4294967453 rc 0/0 00000100:00100000:2.0:1787141362.157122:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 165 00000100:00100000:0.0:1787141362.161017:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141362.161262:0:8451:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240982912 00000100:00100000:2.0:1787141362.161280:0:8451:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240982912 00000100:00100000:2.0:1787141362.161378:0:8451:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 13 00000100:00100000:2.0:1787141362.161392:0:8451:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9890aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+55:2353:x1873953240982912:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787141362.161419:0:8451:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787141362.161464:0:8451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7e00/0xc65ffb29b5b31a42 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0b3 expref: 55 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141362.161834:0:8451:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b7ca1f39000) 00010000:00010000:2.0:1787141362.161840:0:8451:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787141362.162080:0:8451:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9890aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+54:2353:x1873953240982912:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 689us (1080us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141362.162089:0:8451:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 13 00000100:00100000:1.0:1787141362.174809:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141362.178158:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240983040 00000100:00100000:3.0:1787141362.178664:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240983040 00000100:00100000:3.0:1787141362.178905:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 166 00000100:00100000:3.0:1787141362.178939:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+54:11478:x1873953240983040:12345-192.168.203.11@tcp:54:lfs.0 00010000:00010000:3.0:1787141362.179031:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31a50 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141362.179053:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31a50 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141362.179066:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31a50 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141362.179099:0:5839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31a50 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141362.179107:0:5839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31a50 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141362.179114:0:5839:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31a50 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141362.179121:0:5839:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438400 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141362.179126:0:5839:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31a50 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141362.179136:0:5839:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31a50 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141362.179149:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b7ca1f39000) 00010000:00010000:3.0:1787141362.179152:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787141362.179156:0:5839:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31a50 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141362.179162:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31a50 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141362.186063:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+54:11478:x1873953240983040:12345-192.168.203.11@tcp:54:lfs.0 Request processed in 7107us (11265us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141362.186084:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 166 00000100:00100000:0.0:1787141362.191620:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141362.191913:0:5842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240983296 00000100:00100000:3.0:1787141362.191926:0:5842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240983296 00000100:00100000:3.0:1787141362.192000:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 47 00000100:00100000:3.0:1787141362.192012:0:5842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6de8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+54:11478:x1873953240983296:12345-192.168.203.11@tcp:35:lfs.0 00000100:00100000:3.0:1787141362.193093:0:5842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6de8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+55:11478:x1873953240983296:12345-192.168.203.11@tcp:35:lfs.0 Request processed in 1074us (1477us total) trans 4294967454 rc 0/0 00000100:00100000:3.0:1787141362.193106:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 47 00000100:00100000:0.0:1787141362.378335:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141362.379108:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240983552 00000100:00100000:3.0:1787141362.379123:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240983552 00000100:00100000:3.0:1787141362.379209:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 167 00000100:00100000:3.0:1787141362.379223:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+55:11496:x1873953240983552:12345-192.168.203.11@tcp:101:cat.0 00010000:00010000:3.0:1787141362.379254:0:8206:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141362.379293:0:8206:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31a57 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d0ba expref: -99 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141362.379429:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31a5e lrc: 3/1,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141362.379710:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31a5e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xb:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141362.379738:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31a5e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xb:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787141362.379777:0:8206:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xb:0x0]: returning size 0 00010000:00010000:3.0:1787141362.379983:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31a57 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0ba expref: 58 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141362.380148:0:8206:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31a5e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xb:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0ba expref: 57 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141362.380159:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b7ca1f39000) 00010000:00010000:3.0:1787141362.380163:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1787141362.380168:0:8206:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf439600, rc 0) 00000100:00100000:3.0:1787141362.380735:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+57:11496:x1873953240983552:12345-192.168.203.11@tcp:101:cat.0 Request processed in 1040us (1940us total) trans 4294967455 rc 0/0 00000100:00100000:3.0:1787141362.380752:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 167 00000100:00100000:1.0:1787141362.408354:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141362.408527:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240983680 00000100:00100000:2.0:1787141362.408541:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240983680 00000100:00100000:2.0:1787141362.408620:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 168 00000100:00100000:2.0:1787141362.408633:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4731880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+57:11497:x1873953240983680:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:2.0:1787141362.408666:0:5841:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141362.408694:0:5841:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7e00/0xc65ffb29b5b31a6c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d0c1 expref: -99 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141362.408832:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7a00/0xc65ffb29b5b31a73 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141362.408849:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7a00/0xc65ffb29b5b31a73 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141362.408862:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7a00/0xc65ffb29b5b31a73 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787141362.408940:0:5841:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xa:0x0]: returning size 512 00000004:00200000:2.0:1787141362.408944:0:5841:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1787141362.408972:0:5841:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7a00/0xc65ffb29b5b31a73 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141362.409129:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7e00/0xc65ffb29b5b31a6c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0c1 expref: 59 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141362.409153:0:5841:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7a00/0xc65ffb29b5b31a73 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0c1 expref: 58 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141362.409185:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff8b7ca1f39600) 00010000:00010000:2.0:1787141362.409188:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787141362.409193:0:5841:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c82da7a00, rc 0) 00000100:00100000:2.0:1787141362.409273:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4731880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+58:11497:x1873953240983680:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 642us (935us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141362.409281:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 168 00000100:00100000:0.0:1787141362.415926:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141362.416041:0:5843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240984064 00000100:00100000:1.0:1787141362.416054:0:5843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240984064 00000100:00100000:1.0:1787141362.416129:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 48 00000100:00100000:1.0:1787141362.416142:0:5843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6deb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+58:11497:x1873953240984064:12345-192.168.203.11@tcp:35:lfs.0 00000100:00100000:1.0:1787141362.416597:0:5843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6deb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+59:11497:x1873953240984064:12345-192.168.203.11@tcp:35:lfs.0 Request processed in 456us (686us total) trans 4294967456 rc 0/0 00000100:00100000:1.0:1787141362.416606:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 48 00000100:00100000:0.0:1787141362.419326:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141362.419587:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240984192 00000100:00100000:1.0:1787141362.419600:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240984192 00000100:00100000:1.0:1787141362.419674:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 14 00000100:00100000:1.0:1787141362.419685:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6deaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+59:11497:x1873953240984192:12345-192.168.203.11@tcp:103:lfs.0 00010000:00010000:1.0:1787141362.419736:0:5825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1787141362.419768:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b31a03 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0a5 expref: 59 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141362.419851:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31a5e lrc: 0/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0ba expref: 58 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141362.419867:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6200/0xc65ffb29b5b3190e lrc: 0/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d066 expref: 57 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141362.419879:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b7ca1f39000) 00010000:00010000:1.0:1787141362.419892:0:5825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787141362.419961:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6deaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+56:11497:x1873953240984192:12345-192.168.203.11@tcp:103:lfs.0 Request processed in 278us (649us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141362.419970:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 14 00000100:00100000:0.0:1787141362.422223:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141362.422480:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240984320 00000100:00100000:3.0:1787141362.422494:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240984320 00000100:00100000:3.0:1787141362.422565:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 169 00000100:00100000:3.0:1787141362.422577:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6de9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+56:11497:x1873953240984320:12345-192.168.203.11@tcp:58:lfs.0 00010000:00010000:3.0:1787141362.423093:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31a7a lrc: 3/0,1 mode: --/EX res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141362.423113:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31a7a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141362.423125:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31a7a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1787141362.423386:0:5839:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].4, 136 off8736 00000100:00100000:3.0:1787141362.423589:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6de9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+56:11497:x1873953240984320:12345-192.168.203.11@tcp:58:lfs.0 Request processed in 1011us (1377us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141362.423598:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 169 00010000:00010000:2.0:1787141362.433003:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787141362.451070:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141362.451636:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240984448 00000100:00100000:1.0:1787141362.451651:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240984448 00000100:00100000:0.0:1787141362.452413:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 170 00000100:00100000:0.0:1787141362.452428:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf423b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+56:11499:x1873953240984448:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:0.0:1787141362.452598:0:8206:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141362.452626:0:8206:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31a81 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d0c8 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141362.452771:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b31a88 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141362.452791:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b31a88 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141362.452895:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b31a88 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141362.452916:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31a8f lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141362.452942:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31a8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141362.452951:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31a8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141362.453156:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404400/0xc65ffb29b5b31a96 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141362.453166:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404400/0xc65ffb29b5b31a96 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x53/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141362.453173:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404400/0xc65ffb29b5b31a96 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x53/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787141362.453219:0:8206:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xb:0x0]: returning size 0 00000004:00200000:0.0:1787141362.453224:0:8206:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1787141362.453249:0:8206:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404400/0xc65ffb29b5b31a96 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x53/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141362.453263:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404400/0xc65ffb29b5b31a96 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141362.453271:0:8206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b31a88 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141362.453278:0:8206:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b31a88 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141362.453285:0:8206:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b31a88 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141362.453304:0:8206:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf404600 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141362.453309:0:8206:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b31a88 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141362.453317:0:8206:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b31a88 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141362.453333:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff8b7ca1f39600) 00010000:00010000:0.0:1787141362.453337:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787141362.453343:0:8206:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b31a88 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141362.453349:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b31a88 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141362.453366:0:8206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31a8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141362.453372:0:8206:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31a8f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141362.453377:0:8206:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31a8f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141362.453383:0:8206:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf405800 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141362.453386:0:8206:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31a8f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141362.453392:0:8206:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31a8f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141362.453414:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x719e0b09 (ffff8b7c9071ab00) 00010000:00010000:0.0:1787141362.453417:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787141362.453420:0:8206:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31a8f lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141362.453425:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31a8f lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141362.453697:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31a81 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0c8 expref: 58 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141362.453786:0:8206:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404400/0xc65ffb29b5b31a96 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0c8 expref: 57 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141362.453983:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b7c95a5b100) 00010000:00010000:0.0:1787141362.453987:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787141362.453998:0:8206:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf404400, rc 0) 00000100:00100000:0.0:1787141362.454113:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf423b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+57:11499:x1873953240984448:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 1685us (3127us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141362.454122:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 170 00000040:00080000:1.0:1787141363.141602:0:11681:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1787141363.141617:0:11681:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1787141363.141683:0:11681:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 5 count 2 00000040:00080000:1.0:1787141363.141690:0:11681:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1787141363.141874:0:11681:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4732d80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11681:1873953262999552:192.168.203.11@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1787141363.142003:0:11681:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c871c8180 going to sleep for 11 seconds 00000100:00100000:1.0:1787141363.145168:0:11681:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4732d80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11681:1873953262999552:192.168.203.11@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1787141363.150376:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141363.150669:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240984576 00000100:00100000:0.0:1787141363.150683:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240984576 00000100:00100000:0.0:1787141363.150763:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 171 00000100:00100000:0.0:1787141363.150774:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4732d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+57:11510:x1873953240984576:12345-192.168.203.11@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1787141363.150830:0:5840:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000401:0xb:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1787141363.150952:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4732d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+57:11510:x1873953240984576:12345-192.168.203.11@tcp:53:lhsmtool_posix.0 Request processed in 180us (590us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141363.150978:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 171 00000100:00080000:1.0:1787141363.152623:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787141363.165073:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141363.165173:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240984704 00000100:00100000:1.0:1787141363.165203:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240984704 00000100:00100000:1.0:1787141363.165283:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 172 00000100:00100000:1.0:1787141363.165295:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf422680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+57:11510:x1873953240984704:12345-192.168.203.11@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1787141363.165404:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b31a9d lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.165425:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b31a9d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.165450:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b31a9d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.169356:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b31aa4 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x19697575 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.169381:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b31aa4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x19697575 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.169393:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b31aa4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x19697575 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.169427:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31aab lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.169448:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31aab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.169455:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31aab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787141363.169502:0:10438:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xb:0x0]: returning size 0 00000004:00200000:1.0:1787141363.169698:0:10438:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1787141363.169728:0:10438:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31aab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.169741:0:10438:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b31a9d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.169748:0:10438:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b31a9d lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.169755:0:10438:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b31a9d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.169762:0:10438:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbfa60200 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:1.0:1787141363.169766:0:10438:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b31a9d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.169773:0:10438:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b31a9d lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.169787:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b7c84d5bf00) 00010000:00010000:1.0:1787141363.169790:0:10438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787141363.169813:0:10438:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b31a9d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.169820:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b31a9d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.169838:0:10438:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b31aa4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x19697575 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.169845:0:10438:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b31aa4 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x19697575 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.169852:0:10438:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b31aa4 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x19697575 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.169865:0:10438:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbfa61800 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:1.0:1787141363.169869:0:10438:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b31aa4 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x19697575 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.169875:0:10438:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b31aa4 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x19697575 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.169883:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x19697575 (ffff8b7c84d5b600) 00010000:00010000:1.0:1787141363.169886:0:10438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787141363.169889:0:10438:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b31aa4 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x19697575 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.169894:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b31aa4 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x19697575 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.169908:0:10438:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31aab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.169914:0:10438:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31aab lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.169920:0:10438:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31aab lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.169925:0:10438:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbfa61200 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:1.0:1787141363.169928:0:10438:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31aab lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.169933:0:10438:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31aab lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.169949:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b7c95a5b100) 00010000:00010000:1.0:1787141363.169951:0:10438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787141363.169954:0:10438:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31aab lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.169959:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31aab lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141363.170384:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf422680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+57:11510:x1873953240984704:12345-192.168.203.11@tcp:34:lhsmtool_posix.0 Request processed in 5077us (5312us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141363.170402:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 172 00000100:00100000:3.0:1787141363.175891:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141363.178620:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240984960 00000100:00100000:1.0:1787141363.178639:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240984960 00000100:00100000:1.0:1787141363.178734:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 173 00000100:00100000:1.0:1787141363.178746:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb479d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+57:11510:x1873953240984960:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1787141363.178774:0:8206:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787141363.178817:0:8206:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31ab2 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d0cf expref: -99 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.178957:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b31ab9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.178976:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b31ab9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.178989:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b31ab9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787141363.179005:0:8206:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xb:0x0]: returning size 0 00010000:00010000:1.0:1787141363.179128:0:8206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b31ab9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.179136:0:8206:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b31ab9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.179149:0:8206:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b31ab9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.179155:0:8206:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbfa61800 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:1.0:1787141363.179160:0:8206:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b31ab9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.179168:0:8206:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b31ab9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.179183:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b7c95a5b100) 00010000:00010000:1.0:1787141363.179186:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787141363.179191:0:8206:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b31ab9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.179197:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61800/0xc65ffb29b5b31ab9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.179244:0:8206:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31ab2 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0cf expref: 59 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.179255:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b7c84d5bf00) 00010000:00010000:1.0:1787141363.179258:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1787141363.179262:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31ab2 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0cf expref: 59 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.179272:0:8206:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbfa61200, rc 0) 00000100:00100000:1.0:1787141363.179367:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb479d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+58:11510:x1873953240984960:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 623us (3489us total) trans 4294967457 rc 301/301 00000100:00100000:1.0:1787141363.179384:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 173 00000100:00100000:1.0:1787141363.194452:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141363.195271:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240985088 00000100:00100000:0.0:1787141363.195288:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240985088 00000100:00100000:0.0:1787141363.195376:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 174 00000100:00100000:0.0:1787141363.195388:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caf904700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+58:11510:x1873953240985088:12345-192.168.203.11@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1787141363.195445:0:5839:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000401:0xb:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1787141363.195587:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caf904700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+58:11510:x1873953240985088:12345-192.168.203.11@tcp:53:lhsmtool_posix.0 Request processed in 200us (1158us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141363.195595:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 174 00000100:00100000:3.0:1787141363.202697:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141363.202774:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240985344 00000100:00100000:3.0:1787141363.202787:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240985344 00000100:00100000:3.0:1787141363.202892:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 175 00000100:00100000:3.0:1787141363.202904:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb479c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+58:11510:x1873953240985344:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1787141363.202929:0:10438:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141363.202932:0:10438:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1787141363.202966:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7a00/0xc65ffb29b5b31a73 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0c1 expref: 58 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.202986:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff8b7ca1f39600) 00010000:00010000:3.0:1787141363.202993:0:10438:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787141363.203009:0:10438:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31ac7 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d0d6 expref: -99 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787141363.203568:0:10438:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x5:0x0], index 0: 0 00010000:00010000:3.0:1787141363.203821:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31ace lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.203837:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31ace lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.203849:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31ace lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.203926:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31ac7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0d6 expref: 60 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.203943:0:10438:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31ace lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0d6 expref: 59 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.203952:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b7c95a5bb00) 00010000:00010000:3.0:1787141363.203955:0:10438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787141363.203958:0:10438:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf439400, rc 0) 00000100:00100000:3.0:1787141363.204037:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb479c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+59:11510:x1873953240985344:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 1134us (1355us total) trans 4294967458 rc 0/0 00000100:00100000:3.0:1787141363.204046:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 175 00000100:00100000:0.0:1787141363.215100:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141363.215252:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240985600 00000100:00100000:3.0:1787141363.215266:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240985600 00000100:00100000:3.0:1787141363.215405:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 176 00000100:00100000:3.0:1787141363.215419:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6de9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+59:11510:x1873953240985600:12345-192.168.203.11@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1787141363.215506:0:5840:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787141363.215547:0:5840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31ace lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0d6 expref: 59 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.215570:0:5840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b7c95a5bb00) 00010000:00010000:3.0:1787141363.215582:0:5840:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787141363.215612:0:5840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31adc lrc: 3/0,1 mode: --/CW res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.215629:0:5840:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31adc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.215648:0:5840:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31adc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.215665:0:5840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31ae3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xa:0x0].0x74559182 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.215673:0:5840:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31ae3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x74559182 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.215681:0:5840:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31ae3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x74559182 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.215772:0:5840:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31adc lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.215781:0:5840:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31adc lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.215788:0:5840:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31adc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.215871:0:5840:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438e00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141363.215876:0:5840:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31adc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.215886:0:5840:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31adc lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.215895:0:5840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff8b7ca1f39600) 00010000:00010000:3.0:1787141363.215899:0:5840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141363.215902:0:5840:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31adc lrc: 2/0,0 mode: --/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.215915:0:5840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31adc lrc: 0/0,0 mode: --/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.215924:0:5840:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31ae3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x74559182 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.215930:0:5840:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31ae3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x74559182 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.215936:0:5840:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31ae3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x74559182 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.215940:0:5840:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439600 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141363.215944:0:5840:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31ae3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x74559182 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.215950:0:5840:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31ae3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x74559182 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.215957:0:5840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x74559182 (ffff8b7c95a5bd00) 00010000:00010000:3.0:1787141363.215960:0:5840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141363.215962:0:5840:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31ae3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xa:0x0].0x74559182 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.215968:0:5840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31ae3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xa:0x0].0x74559182 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141363.216066:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6de9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+58:11510:x1873953240985600:12345-192.168.203.11@tcp:36:lhsmtool_posix.0 Request processed in 649us (979us total) trans 0 rc -2/-2 00000100:00100000:3.0:1787141363.216075:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 176 00000100:00100000:1.0:1787141363.220214:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141363.220461:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240985728 00000100:00100000:2.0:1787141363.220474:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240985728 00000100:00100000:2.0:1787141363.220541:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 177 00000100:00100000:2.0:1787141363.220553:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caf907100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+58:11510:x1873953240985728:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1787141363.220580:0:5841:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141363.220608:0:5841:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b31aea lrc: 2/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d0dd expref: -99 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141363.220651:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6c00/0xc65ffb29b5b31af1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141363.220666:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6c00/0xc65ffb29b5b31af1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141363.220678:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6c00/0xc65ffb29b5b31af1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141363.220814:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b31aea lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0dd expref: 60 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141363.220845:0:5841:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6c00/0xc65ffb29b5b31af1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0dd expref: 59 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141363.220854:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b7ca1f39b00) 00010000:00010000:2.0:1787141363.220857:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1787141363.220861:0:5841:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c82da6c00, rc 0) 00000100:00100000:2.0:1787141363.220934:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caf907100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+59:11510:x1873953240985728:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 383us (736us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141363.220941:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 177 00000100:00100000:3.0:1787141363.223463:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141363.223727:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240985984 00000100:00100000:1.0:1787141363.223740:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240985984 00000100:00100000:1.0:1787141363.223842:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 178 00000100:00100000:1.0:1787141363.223854:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb479c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+59:11510:x1873953240985984:12345-192.168.203.11@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1787141363.223969:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31af8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.223990:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31af8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.224004:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31af8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1787141363.224389:0:8206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].6, 88 off8648 00000004:00080000:1.0:1787141363.224402:0:8206:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 346230605934ns, next at 347230602308ns, rc = 0 00000004:00010000:1.0:1787141363.225014:0:8206:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000c00f9f45 reply state 000000007a1d2fe9 transno 4294967459 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31af8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141363.225028:0:8206:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1787141363.225165:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb479c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+61:11510:x1873953240985984:12345-192.168.203.11@tcp:36:lhsmtool_posix.0 Request processed in 1311us (1715us total) trans 4294967459 rc 0/0 00000100:00100000:1.0:1787141363.225175:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 178 00000100:00100000:0.0:1787141363.228411:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141363.228495:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240986112 00000100:00100000:2.0:1787141363.228508:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240986112 00000100:00100000:2.0:1787141363.228579:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 179 00000100:00100000:2.0:1787141363.228592:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6deb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+61:11510:x1873953240986112:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1787141363.228624:0:5840:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141363.228652:0:5840:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7e00/0xc65ffb29b5b31aff lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d0e4 expref: -99 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141363.228734:0:5840:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7e00/0xc65ffb29b5b31aff lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0e4 expref: 62 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141363.228751:0:5840:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7e00/0xc65ffb29b5b31aff lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0e4 expref: 62 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141363.228774:0:5840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b7ca1f39b00) 00010000:00010000:2.0:1787141363.228778:0:5840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1787141363.228788:0:5840:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c82da7e00, rc 0) 00000100:00100000:2.0:1787141363.228887:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6deb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+62:11510:x1873953240986112:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 297us (487us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141363.228896:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 179 00010000:00010000:1.0:1787141363.233366:0:3290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31af8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.233387:0:3290:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31af8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.233406:0:3290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31af8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.233413:0:3290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbfa61200 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:1.0:1787141363.233418:0:3290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31af8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.233427:0:3290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31af8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.233459:0:3290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b7ca1f39b00) 00010000:00010000:1.0:1787141363.233463:0:3290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1787141363.233467:0:3290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31af8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.233474:0:3290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61200/0xc65ffb29b5b31af8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141363.236053:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141363.236439:0:12004:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240986240 00000100:00100000:3.0:1787141363.236453:0:12004:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240986240 00000100:00100000:3.0:1787141363.236540:0:12004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 50 00000100:00100000:3.0:1787141363.236553:0:12004:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caf870380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2350:x1873953240986240:12345-192.168.203.11@tcp:2:lhsmtool_posix.0 00000100:00100000:3.0:1787141363.236998:0:12004:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caf870380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:2350:x1873953240986240:12345-192.168.203.11@tcp:2:lhsmtool_posix.0 Request processed in 445us (960us total) trans 4294967313 rc 0/0 00000100:00100000:3.0:1787141363.237006:0:12004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 50 00000100:00080000:0.0:1787141363.237046:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787141363.244778:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141363.246914:0:5843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240986496 00000100:00100000:2.0:1787141363.246933:0:5843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240986496 00000100:00100000:2.0:1787141363.247030:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 49 00000100:00100000:2.0:1787141363.247042:0:5843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb479c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+61:11510:x1873953240986496:12345-192.168.203.11@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1787141363.247407:0:5843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb479c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+62:11510:x1873953240986496:12345-192.168.203.11@tcp:35:lhsmtool_posix.0 Request processed in 365us (2641us total) trans 4294967460 rc 0/0 00000100:00100000:2.0:1787141363.247416:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 49 00000100:00100000:2.0:1787141363.250425:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141363.250507:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240986752 00000100:00100000:3.0:1787141363.250521:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240986752 00000100:00100000:3.0:1787141363.250594:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 180 00000100:00100000:3.0:1787141363.250605:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caf873100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+62:11510:x1873953240986752:12345-192.168.203.11@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1787141363.250746:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caf873100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+62:11510:x1873953240986752:12345-192.168.203.11@tcp:57:lhsmtool_posix.0 Request processed in 143us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141363.250753:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 180 00000100:00100000:2.0:1787141363.256165:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141363.256346:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240986880 00000100:00100000:3.0:1787141363.256360:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240986880 00000100:00100000:3.0:1787141363.256444:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 181 00000100:00100000:3.0:1787141363.256456:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caf870000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+62:11510:x1873953240986880:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1787141363.256485:0:8206:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141363.256514:0:8206:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31b06 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d0eb expref: -99 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.256602:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31b0d lrc: 3/1,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.256641:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31b0d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.256655:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31b0d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787141363.256703:0:8206:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1787141363.256726:0:8206:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31b0d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.256757:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31b06 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0eb expref: 64 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.256779:0:8206:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31b0d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0eb expref: 63 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.256790:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b7ca1f39b00) 00010000:00010000:3.0:1787141363.256826:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1787141363.256831:0:8206:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf438e00, rc 0) 00000100:00100000:3.0:1787141363.256907:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caf870000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+63:11510:x1873953240986880:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 453us (756us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141363.256915:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 181 00000100:00100000:3.0:1787141363.260688:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141363.260762:0:6691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240987008 00000100:00100000:0.0:1787141363.260776:0:6691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240987008 00000100:00100000:0.0:1787141363.260920:0:6691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 51 00000100:00100000:0.0:1787141363.260932:0:6691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:2353:x1873953240987008:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1787141363.260954:0:6691:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141363.260978:0:6691:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000076d92225/0xc65ffb29b5b31b14 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d0f2 expref: -99 pid: 6691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787141363.261012:0:6691:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a859cf3, blocks: 0x1 00010000:00010000:0.0:1787141363.261037:0:6691:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x5:0x0].0x0 since=346s v=(0 0) 00010000:00010000:0.0:1787141363.261055:0:6691:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787141363.261067:0:6691:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000076d92225/0xc65ffb29b5b31b14 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0f2 expref: 8 pid: 6691 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141363.261091:0:6691:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000076d92225/0xc65ffb29b5b31b14 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0f2 expref: 8 pid: 6691 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141363.261107:0:6691:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf405000, rc 0) 00000100:00100000:0.0:1787141363.261185:0:6691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+8:2353:x1873953240987008:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 255us (512us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141363.261192:0:6691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 51 00000100:00100000:3.0:1787141363.268088:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141363.268950:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240987264 00000100:00100000:0.0:1787141363.268967:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240987264 00000100:00100000:0.0:1787141363.269043:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 182 00000100:00100000:0.0:1787141363.269056:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+63:11510:x1873953240987264:12345-192.168.203.11@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1787141363.269204:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+63:11510:x1873953240987264:12345-192.168.203.11@tcp:57:lhsmtool_posix.0 Request processed in 150us (1129us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141363.269213:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 182 00000040:00080000:2.0:1787141363.271324:0:12515:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1787141363.271335:0:12515:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1787141363.271379:0:12515:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 5 count 2 00000040:00080000:2.0:1787141363.271385:0:12515:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1787141363.280701:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141363.281692:0:12006:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240987392 00000100:00100000:0.0:1787141363.281708:0:12006:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240987392 00000100:00100000:0.0:1787141363.281829:0:12006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 52 00000100:00100000:0.0:1787141363.281842:0:12006:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caf907800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+8:11510:x1873953240987392:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1787141363.281866:0:12006:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141363.281890:0:12006:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f8101ae4/0xc65ffb29b5b31b1b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d0f9 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141363.281943:0:12006:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000076d92225/0xc65ffb29b5b31b14 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0f2 expref: 9 pid: 6691 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141363.281953:0:12006:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787141363.281958:0:12006:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787141363.281963:0:12006:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f8101ae4/0xc65ffb29b5b31b1b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0f9 expref: 9 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141363.282006:0:12006:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000076d92225/0xc65ffb29b5b31b14 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0f2 expref: 9 pid: 6691 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141363.282022:0:12006:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000076d92225/0xc65ffb29b5b31b14 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0f2 expref: 9 pid: 6691 timeout: 446 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141363.282037:0:12006:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7ca6de8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12006:1873953262999680:192.168.203.11@tcp:104: 00000100:00100000:0.0:1787141363.282157:0:12006:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c93581900 going to sleep for 11 seconds 00000100:00100000:3.0:1787141363.288063:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141363.288106:0:8451:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240987520 00000100:00100000:3.0:1787141363.288118:0:8451:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240987520 00010000:00010000:3.0:1787141363.288170:0:8451:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000076d92225/0xc65ffb29b5b31b14 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0f2 expref: 10 pid: 6691 timeout: 446 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141363.288236:0:8451:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 67 00000100:00100000:3.0:1787141363.288247:0:8451:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbdea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+10:2353:x1873953240987520:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787141363.288270:0:8451:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787141363.288303:0:8451:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000076d92225/0xc65ffb29b5b31b14 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0f2 expref: 10 pid: 6691 timeout: 446 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.288321:0:8451:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000076d92225/0xc65ffb29b5b31b14 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0f2 expref: 10 pid: 6691 timeout: 446 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.288355:0:8451:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787141363.288360:0:8451:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787141363.288371:0:8451:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f8101ae4/0xc65ffb29b5b31b1b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0f9 expref: 10 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.288383:0:8451:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f8101ae4/0xc65ffb29b5b31b1b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0f9 expref: 10 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.288462:0:8451:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000f8101ae4/0xc65ffb29b5b31b1b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0f9 expref: 10 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141363.288478:0:8451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83685500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8451:1873953262999808:192.168.203.11@tcp:105: 00000100:00100000:3.0:1787141363.288584:0:8451:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c862e9480 going to sleep for 11 seconds 00010000:00010000:3.0:1787141363.288634:0:12006:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000076d92225/0xc65ffb29b5b31b14 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0f2 expref: 10 pid: 6691 timeout: 446 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141363.288659:0:12006:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7ca6de8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12006:1873953262999680:192.168.203.11@tcp:104: 00010000:00010000:3.0:1787141363.288690:0:12006:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f8101ae4/0xc65ffb29b5b31b1b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0f9 expref: 9 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.288701:0:12006:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf404600, rc 0) 00000100:00100000:3.0:1787141363.288734:0:12006:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caf907800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+9:11510:x1873953240987392:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 6894us (8049us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141363.288741:0:12006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 52 00000100:00100000:3.0:1787141363.292762:0:8451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83685500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8451:1873953262999808:192.168.203.11@tcp:105: 00010000:00010000:3.0:1787141363.292818:0:8451:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787141363.292888:0:8451:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbdea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+8:2353:x1873953240987520:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 4641us (4840us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141363.292899:0:8451:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 67 00000100:00100000:1.0:1787141363.295892:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141363.295979:0:6696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240987648 00000100:00100000:3.0:1787141363.295992:0:6696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240987648 00002000:00100000:3.0:1787141363.296054:0:6696:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5:0x0] (0->8) req@ffff8b7caf905f80 x1873953240987648/t0(0) o4->0fd039ab-150d-4a77-92cd-c96e4dce9634@192.168.203.11@tcp:504/0 lens 504/0 e 0 to 0 dl 1787141374 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787141363.296066:0:6696:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b7caf905f80 with x1873953240987648 ext(0->8) 00002000:00010000:3.0:1787141363.296072:0:6696:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b7caf905f80 00000100:00100000:3.0:1787141363.296098:0:6696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 4 00000100:00100000:3.0:1787141363.296109:0:6696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caf905f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+8:2352:x1873953240987648:12345-192.168.203.11@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1787141363.297264:0:6696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caf905f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+10:2352:x1873953240987648:12345-192.168.203.11@tcp:4:lhsmtool_posix.0 Request processed in 1148us (1375us total) trans 4294967314 rc 0/0 00000100:00100000:3.0:1787141363.297283:0:6696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 4 00002000:00100000:3.0:1787141363.297293:0:6696:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x5:0x0] (0->8) req@ffff8b7caf905f80 x1873953240987648/t4294967314(0) o4->0fd039ab-150d-4a77-92cd-c96e4dce9634@192.168.203.11@tcp:504/0 lens 504/448 e 0 to 0 dl 1787141374 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787141363.297303:0:6696:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b7caf905f80 with x1873953240987648 ext(0->8) 00002000:00010000:3.0:1787141363.297309:0:6696:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b7caf905f80 00000100:00100000:1.0:1787141363.304194:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141363.304666:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240987776 00000100:00100000:3.0:1787141363.304681:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240987776 00000100:00100000:3.0:1787141363.304784:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 183 00000100:00100000:3.0:1787141363.304825:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caf904e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+63:11510:x1873953240987776:12345-192.168.203.11@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1787141363.359013:0:5861:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967426 is committed 00000001:00080000:3.0:1787141363.359054:0:5861:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967459 is committed 00000004:00080000:3.0:1787141363.359063:0:5861:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 8 committed 00000004:00080000:3.0:1787141363.359097:0:5861:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 6 committed 00000020:00080000:3.0:1787141363.359115:0:5861:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8b7c812540c0 refcount 2 committed 0 result 0 batchid 5 00000020:00080000:3.0:1787141363.359120:0:5861:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b7c90d90400 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8b7c81254a80 00000020:00080000:3.0:1787141363.359124:0:5861:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b7c90d90c00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8b7cbbfa0000 00000100:00100000:3.0:1787141363.359356:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83686d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953263000064:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1787141363.359456:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00080000:3.0:1787141363.359542:0:5861:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967460 is committed 00000100:00100000:3.0:1787141363.359731:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caf904e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+18:11510:x1873953240987776:12345-192.168.203.11@tcp:44:lhsmtool_posix.0 Request processed in 54934us (55549us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141363.359744:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 183 00000100:00100000:0.0:1787141363.359896:0:6688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263000064 00000100:00100000:0.0:1787141363.359907:0:6688:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263000064 00000100:00080000:3.0:1787141363.359959:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787141363.359977:0:6690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1787141363.360002:0:6690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83684380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953263000064:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1787141363.360032:0:6690:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:4 count 1 00002000:00010000:3.0:1787141363.360071:0:6690:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x4:0x0] initial LVB size: 13, mtime: 0x6a859cf0, atime: 0x6a859cf0, ctime: 0x6a859cf0, blocks: 0xb 00010000:00010000:3.0:1787141363.360080:0:6690:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000374e3923/0xc65ffb29b5b31b22 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.360099:0:6690:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4:0x0].0x0 since=346s v=(0 0) 00010000:00010000:3.0:1787141363.360104:0:6690:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787141363.360110:0:6690:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000374e3923/0xc65ffb29b5b31b22 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.360128:0:6690:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000374e3923/0xc65ffb29b5b31b22 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.360139:0:6690:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000374e3923/0xc65ffb29b5b31b22 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.360148:0:6690:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000374e3923/0xc65ffb29b5b31b22 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.360168:0:6690:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1787141363.360623:0:3304:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787141363.360641:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83685500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953262999936:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1787141363.360697:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141363.360856:0:6691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953262999936 00000100:00100000:0.0:1787141363.360862:0:6691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953262999936 00000100:00100000:0.0:1787141363.360913:0:6691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1787141363.360921:0:6691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf393480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3304:x1873953262999936:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1787141363.361097:0:6691:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0x5:0x0] updating lvb size from disk: 0 -> 9 00002000:00010000:0.0:1787141363.361101:0:6691:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0x5:0x0] updating lvb mtime from disk: 0 -> 1787141363 00002000:00010000:0.0:1787141363.361104:0:6691:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x240000400:0x5:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1787141363.361116:0:6691:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0x5:0x0] updating lvb ctime from disk: 1787141363 -> 1787141363 00002000:00010000:0.0:1787141363.361118:0:6691:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x5:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1787141363.361159:0:6691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf393480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3304:x1873953262999936:12345-0@lo:2:osp-syn-0-0.0 Request processed in 238us (461us total) trans 4294967315 rc 0/0 00000100:00100000:0.0:1787141363.361168:0:6691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00080000:2.0:1787141363.361337:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:2.0:1787141363.361375:0:3304:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b7b83685500/2, rc 0, transno 4294967315 00000100:00100000:2.0:1787141363.361382:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83685500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953262999936:0@lo:2:osp-syn-0-0.0 00010000:00010000:0.0:1787141363.361906:0:7628:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787141363.361916:0:7628:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000374e3923/0xc65ffb29b5b31b22 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141363.361929:0:7628:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439600 already unused, calling callback (ffffffffc163e230) 00010000:00010000:0.0:1787141363.361935:0:7628:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000374e3923/0xc65ffb29b5b31b22 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141363.361949:0:7628:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000374e3923/0xc65ffb29b5b31b22 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141363.361979:0:7628:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000374e3923/0xc65ffb29b5b31b22 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141363.361988:0:7628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000374e3923/0xc65ffb29b5b31b22 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141363.362014:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141363.362016:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141363.362018:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:1.0:1787141363.362301:0:5872:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 5 committed batchid 4 00000020:00080000:1.0:1787141363.362603:0:5872:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4 00000100:00100000:3.0:1787141363.363339:0:6690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83684380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3306:x1873953263000064:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3335us (3878us total) trans 4294967307 rc 0/0 00000100:00100000:3.0:1787141363.363352:0:6690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1787141363.363412:0:3306:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967306 gen 2 00000004:00080000:3.0:1787141363.363420:0:3306:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967306 committed transno 4294967306 00000100:00100000:3.0:1787141363.363460:0:3306:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff8b7b83686d80 x1873953263000064/t4294967307(4294967307) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1787141379 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1787141363.363480:0:3306:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b7b83686d80/2, rc 0, transno 4294967307 00000100:00100000:3.0:1787141363.363487:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83686d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953263000064:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1787141363.363698:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141363.363871:0:12006:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240987904 00000100:00100000:3.0:1787141363.363878:0:12006:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240987904 00000100:00100000:2.0:1787141363.364241:0:12006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 55 00000100:00100000:2.0:1787141363.364254:0:12006:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf393100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+10:2352:x1873953240987904:12345-192.168.203.11@tcp:16:lhsmtool_posix.0 00000001:00080000:3.0:1787141363.423391:0:6713:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967315 is committed 00000001:00080000:3.0:1787141363.423570:0:6713:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967314 is committed 00000100:00100000:2.0:1787141363.423756:0:12006:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf393100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:2352:x1873953240987904:12345-192.168.203.11@tcp:16:lhsmtool_posix.0 Request processed in 59496us (60051us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141363.423769:0:12006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 55 00000100:00100000:1.0:1787141363.435132:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141363.435227:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240988160 00000100:00100000:2.0:1787141363.435241:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240988160 00000100:00100000:2.0:1787141363.435476:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 184 00000100:00100000:2.0:1787141363.435491:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caf905500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+18:11510:x1873953240988160:12345-192.168.203.11@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1787141363.435564:0:5840:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787141363.435601:0:5840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31b0d lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0eb expref: 18 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141363.435622:0:5840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b7ca1f39b00) 00010000:00010000:2.0:1787141363.435627:0:5840:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787141363.435667:0:5840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b31b29 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141363.435684:0:5840:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b31b29 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141363.435695:0:5840:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b31b29 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787141363.436109:0:5840:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000e4e7c9a6 reply state 0000000015a80379 transno 4294967461 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b31b29 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141363.436121:0:5840:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1787141363.436265:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caf905500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+19:11510:x1873953240988160:12345-192.168.203.11@tcp:36:lhsmtool_posix.0 Request processed in 776us (1147us total) trans 4294967461 rc 0/0 00000100:00100000:2.0:1787141363.436292:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 184 00010000:00010000:0.0:1787141363.442714:0:3291:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b31b29 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141363.442755:0:3291:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b31b29 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141363.442763:0:3291:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b31b29 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141363.442770:0:3291:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c82da7000 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141363.442775:0:3291:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b31b29 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141363.442784:0:3291:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b31b29 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141363.442826:0:3291:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b7ca1f39b00) 00010000:00010000:0.0:1787141363.442830:0:3291:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787141363.442836:0:3291:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b31b29 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141363.442843:0:3291:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b31b29 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141363.446100:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141363.446150:0:6691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240988288 00000100:00100000:0.0:1787141363.446163:0:6691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240988288 00000100:00100000:0.0:1787141363.446228:0:6691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 56 00000100:00100000:0.0:1787141363.446242:0:6691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6deb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:2352:x1873953240988288:12345-192.168.203.11@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1787141363.446588:0:6691:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0x5:0x0] updating lvb size from disk: 9 -> 9 00002000:00010000:0.0:1787141363.446592:0:6691:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0x5:0x0] updating lvb mtime from disk: 1787141363 -> 1787141362 00002000:00010000:0.0:1787141363.446595:0:6691:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x240000400:0x5:0x0] updating lvb atime from disk: 0 -> 1787141360 00002000:00010000:0.0:1787141363.446604:0:6691:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0x5:0x0] updating lvb ctime from disk: 1787141363 -> 1787141362 00002000:00010000:0.0:1787141363.446607:0:6691:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x5:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:0.0:1787141363.446684:0:6691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6deb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+8:2352:x1873953240988288:12345-192.168.203.11@tcp:2:lhsmtool_posix.0 Request processed in 443us (598us total) trans 4294967316 rc 0/0 00000100:00100000:0.0:1787141363.448754:0:6691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 56 00000100:00100000:3.0:1787141363.451266:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141363.452036:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240988544 00000100:00100000:0.0:1787141363.452057:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240988544 00000100:00100000:0.0:1787141363.452119:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 185 00000100:00100000:0.0:1787141363.452130:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83687480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+18:11510:x1873953240988544:12345-192.168.203.11@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1787141363.452219:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405200/0xc65ffb29b5b31b30 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141363.452239:0:10438:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6c00/0xc65ffb29b5b31af1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0dd expref: 18 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141363.452249:0:10438:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405200/0xc65ffb29b5b31b30 lrc: 4/0,1 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141363.452292:0:10438:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6c00/0xc65ffb29b5b31af1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0dd expref: 18 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141363.452307:0:10438:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6c00/0xc65ffb29b5b31af1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0dd expref: 18 pid: 5841 timeout: 446 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141363.452323:0:10438:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7ca6de9180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10438:1873953263000192:192.168.203.11@tcp:104: 00000100:00100000:0.0:1787141363.452452:0:10438:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca03469c0 going to sleep for 11 seconds 00010000:00010000:2.0:1787141363.458880:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787141363.461619:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141363.462490:0:10438:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7ca6de9180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10438:1873953263000192:192.168.203.11@tcp:104: 00010000:00010000:0.0:1787141363.462553:0:10438:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405200/0xc65ffb29b5b31b30 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141363.462592:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240988672 00000100:00100000:1.0:1787141363.462602:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240988672 00010000:00010000:1.0:1787141363.462648:0:5825:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6c00/0xc65ffb29b5b31af1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0dd expref: 19 pid: 5841 timeout: 446 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141363.463016:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 68 00000100:00100000:1.0:1787141363.463037:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98012450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+19:2352:x1873953240988672:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787141363.463057:0:5825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787141363.463066:0:5825:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6c00/0xc65ffb29b5b31af1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0dd expref: 19 pid: 5841 timeout: 446 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.463081:0:5825:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6c00/0xc65ffb29b5b31af1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0dd expref: 19 pid: 5841 timeout: 446 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.463108:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6c00/0xc65ffb29b5b31af1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0dd expref: 19 pid: 5841 timeout: 446 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.463127:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b7ca1f39b00) 00010000:00010000:1.0:1787141363.463133:0:5825:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405200/0xc65ffb29b5b31b30 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.463143:0:5825:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405200/0xc65ffb29b5b31b30 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.463151:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405200/0xc65ffb29b5b31b30 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.463185:0:5825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787141363.463258:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98012450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+18:2352:x1873953240988672:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 223us (1652us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141363.463266:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 68 00010000:00010000:0.0:1787141363.464223:0:10438:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405200/0xc65ffb29b5b31b30 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141363.464238:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405200/0xc65ffb29b5b31b30 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141363.464280:0:10438:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405200/0xc65ffb29b5b31b30 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141363.464288:0:10438:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405200/0xc65ffb29b5b31b30 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141363.464296:0:10438:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405200/0xc65ffb29b5b31b30 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141363.464302:0:10438:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf405200 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141363.464307:0:10438:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405200/0xc65ffb29b5b31b30 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141363.464314:0:10438:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405200/0xc65ffb29b5b31b30 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141363.464329:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b7ca1f39b00) 00010000:00010000:0.0:1787141363.464333:0:10438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1787141363.464338:0:10438:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405200/0xc65ffb29b5b31b30 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141363.464344:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405200/0xc65ffb29b5b31b30 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141363.465606:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83687480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+17:11510:x1873953240988544:12345-192.168.203.11@tcp:55:lhsmtool_posix.0 Request processed in 13464us (14340us total) trans 0 rc -22/-22 00000100:00100000:0.0:1787141363.465622:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 185 00000100:00100000:3.0:1787141363.481264:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141363.481439:0:6690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240988800 00000100:00100000:0.0:1787141363.481452:0:6690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240988800 00000100:00100000:3.0:1787141363.481555:0:6688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 57 00000100:00100000:3.0:1787141363.481570:0:6688:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83686300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+8:2352:x1873953240988800:12345-192.168.203.11@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1787141363.481631:0:6688:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000069c84403/0xc65ffb29b5b31b37 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.481651:0:6688:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f8101ae4/0xc65ffb29b5b31b1b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0f9 expref: 8 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.481658:0:6688:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0x5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787141363.481662:0:6688:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x5:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1787141363.481666:0:6688:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000069c84403/0xc65ffb29b5b31b37 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.481703:0:6688:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f8101ae4/0xc65ffb29b5b31b1b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0f9 expref: 8 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.481719:0:6688:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f8101ae4/0xc65ffb29b5b31b1b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0f9 expref: 8 pid: 12006 timeout: 446 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141363.481751:0:6688:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83686a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6688:1873953263000320:192.168.203.11@tcp:104: 00000100:00100000:3.0:1787141363.481942:0:6688:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c82458a80 going to sleep for 11 seconds 00000100:00100000:0.0:1787141363.485177:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141363.485239:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240988928 00000100:00100000:1.0:1787141363.485252:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240988928 00010000:00010000:1.0:1787141363.485301:0:5824:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f8101ae4/0xc65ffb29b5b31b1b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0f9 expref: 9 pid: 12006 timeout: 446 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141363.485304:0:6688:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83686a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6688:1873953263000320:192.168.203.11@tcp:104: 00010000:00010000:3.0:1787141363.485338:0:6688:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000069c84403/0xc65ffb29b5b31b37 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141363.485376:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 69 00000100:00100000:1.0:1787141363.485387:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6de9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+9:2353:x1873953240988928:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787141363.485406:0:5824:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787141363.485444:0:5824:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f8101ae4/0xc65ffb29b5b31b1b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0f9 expref: 9 pid: 12006 timeout: 446 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.485459:0:5824:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f8101ae4/0xc65ffb29b5b31b1b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0f9 expref: 9 pid: 12006 timeout: 446 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.485488:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f8101ae4/0xc65ffb29b5b31b1b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0f9 expref: 9 pid: 12006 timeout: 446 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.485505:0:5824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x5:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1787141363.485510:0:5824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x5:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1787141363.485518:0:5824:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000069c84403/0xc65ffb29b5b31b37 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.485529:0:5824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000069c84403/0xc65ffb29b5b31b37 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.485569:0:5824:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787141363.485595:0:6688:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000069c84403/0xc65ffb29b5b31b37 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.485603:0:6688:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000069c84403/0xc65ffb29b5b31b37 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.485633:0:6688:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000069c84403/0xc65ffb29b5b31b37 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141363.485637:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6de9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+8:2353:x1873953240988928:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 246us (470us total) trans 0 rc 0/0 00010000:00010000:3.0:1787141363.485642:0:6688:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000069c84403/0xc65ffb29b5b31b37 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141363.485645:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 69 00010000:00010000:3.0:1787141363.485651:0:6688:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000069c84403/0xc65ffb29b5b31b37 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.485658:0:6688:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439400 already unused, calling callback (ffffffffc163e230) 00010000:00010000:3.0:1787141363.485663:0:6688:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000069c84403/0xc65ffb29b5b31b37 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.485682:0:6688:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000069c84403/0xc65ffb29b5b31b37 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.485695:0:6688:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000069c84403/0xc65ffb29b5b31b37 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.485703:0:6688:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000069c84403/0xc65ffb29b5b31b37 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141363.485752:0:6688:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83686300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:2352:x1873953240988800:12345-192.168.203.11@tcp:1:lhsmtool_posix.0 Request processed in 4186us (4502us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141363.485761:0:6688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 57 00000100:00100000:1.0:1787141363.487629:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141363.487707:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240989184 00000100:00100000:3.0:1787141363.487717:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240989184 00000100:00100000:3.0:1787141363.487823:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 186 00000100:00100000:3.0:1787141363.487835:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caf906d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+17:11510:x1873953240989184:12345-192.168.203.11@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1787141363.487945:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31b3e lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.487967:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31b3e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.487981:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31b3e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.488460:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31b45 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.488488:0:5839:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7e00/0xc65ffb29b5b31aff lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0e4 expref: 18 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.488497:0:5839:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31b45 lrc: 4/0,1 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.488538:0:5839:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7e00/0xc65ffb29b5b31aff lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0e4 expref: 18 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.488554:0:5839:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7e00/0xc65ffb29b5b31aff lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0e4 expref: 18 pid: 5840 timeout: 446 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141363.488571:0:5839:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83686a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5839:1873953263000448:192.168.203.11@tcp:104: 00000100:00100000:3.0:1787141363.488668:0:5839:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c82458a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787141363.491352:0:5839:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83686a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5839:1873953263000448:192.168.203.11@tcp:104: 00010000:00010000:3.0:1787141363.491393:0:5839:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31b45 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141363.492089:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141363.492199:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240989312 00000100:00100000:0.0:1787141363.492209:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240989312 00010000:00010000:0.0:1787141363.492259:0:5826:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7e00/0xc65ffb29b5b31aff lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0e4 expref: 19 pid: 5840 timeout: 446 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141363.492333:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 70 00000100:00100000:0.0:1787141363.492344:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caf904380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+19:2352:x1873953240989312:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787141363.492363:0:5826:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787141363.492371:0:5826:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7e00/0xc65ffb29b5b31aff lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0e4 expref: 19 pid: 5840 timeout: 446 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141363.492386:0:5826:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7e00/0xc65ffb29b5b31aff lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0e4 expref: 19 pid: 5840 timeout: 446 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141363.492419:0:5826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7e00/0xc65ffb29b5b31aff lrc: 0/0,0 mode: --/CR res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0e4 expref: 19 pid: 5840 timeout: 446 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141363.492449:0:5826:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b7ca1f39b00) 00010000:00010000:0.0:1787141363.492455:0:5826:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31b45 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141363.492486:0:5826:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31b45 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141363.492495:0:5826:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31b45 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141363.492532:0:5826:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787141363.492563:0:5839:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31b45 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.492573:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31b45 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141363.492613:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caf904380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+18:2352:x1873953240989312:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 269us (526us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141363.492623:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 70 00000001:00080000:3.0:1787141363.492860:0:5839:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967462 00000001:00080000:3.0:1787141363.493012:0:5839:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967463 00000001:00080000:3.0:1787141363.493051:0:5839:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967464 00000100:00100000:3.0:1787141363.493134:0:5839:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83686a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5839:1873953263000576:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1787141363.493370:0:5839:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141363.493400:0:5839:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca00499c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787141363.493472:0:5845:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263000576 00000100:00100000:1.0:1787141363.493480:0:5845:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263000576 00000100:00100000:1.0:1787141363.493534:0:5845:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1787141363.493545:0:5845:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83684000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5839:x1873953263000576:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1787141363.493664:0:5845:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83684000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5839:x1873953263000576:12345-0@lo:1000:mdt00_000.0 Request processed in 120us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141363.493672:0:5845:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1787141363.493879:0:5839:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967315 gen 2 00000004:00080000:3.0:1787141363.493885:0:5839:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b7b83685500, transno 4294967315 00000100:00100000:3.0:1787141363.493904:0:5839:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83686a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5839:1873953263000576:0@lo:1000:mdt00_000.0 00000001:00080000:3.0:1787141363.495019:0:5839:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967465 00000100:00100000:3.0:1787141363.495116:0:5839:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83686a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5839:1873953263000704:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1787141363.495184:0:5839:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141363.495226:0:5839:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c82db10c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787141363.495287:0:5845:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263000704 00000100:00100000:1.0:1787141363.495296:0:5845:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263000704 00000100:00100000:1.0:1787141363.495397:0:5845:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1787141363.495412:0:5845:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83685180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5839:x1873953263000704:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1787141363.495677:0:5845:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83685180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5839:x1873953263000704:12345-0@lo:1000:mdt00_000.0 Request processed in 267us (491us total) trans 4294967317 rc 0/0 00000100:00100000:1.0:1787141363.495686:0:5845:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1787141363.495765:0:5839:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83686a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5839:1873953263000704:0@lo:1000:mdt00_000.0 00010000:00010000:3.0:1787141363.495848:0:5839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31b45 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.495861:0:5839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31b45 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.495870:0:5839:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31b45 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.495877:0:5839:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438600 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141363.495883:0:5839:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31b45 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.495892:0:5839:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31b45 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.495912:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b7ca1f39b00) 00010000:00010000:3.0:1787141363.495915:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1787141363.495920:0:5839:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31b45 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.495940:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31b45 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.495980:0:5839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31a7a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.495987:0:5839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31a7a lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.495993:0:5839:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31a7a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.495999:0:5839:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438400 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141363.496002:0:5839:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31a7a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.496009:0:5839:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31a7a lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.496018:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b7c95a5b100) 00010000:00010000:3.0:1787141363.496021:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1787141363.496024:0:5839:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31a7a lrc: 2/0,0 mode: --/EX res: [0x200000401:0xb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.496029:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31a7a lrc: 0/0,0 mode: --/EX res: [0x200000401:0xb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.496055:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31b4c lrc: 3/0,1 mode: --/EX res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.496072:0:5839:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404400/0xc65ffb29b5b31a96 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0c8 expref: 21 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.496091:0:5839:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31b4c lrc: 4/0,1 mode: --/EX res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.496125:0:5839:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404400/0xc65ffb29b5b31a96 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0c8 expref: 21 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.496140:0:5839:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404400/0xc65ffb29b5b31a96 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0c8 expref: 21 pid: 8206 timeout: 446 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141363.496155:0:5839:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83687b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5839:1873953263000832:192.168.203.11@tcp:104: 00000100:00100000:3.0:1787141363.496248:0:5839:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cc0e5e300 going to sleep for 11 seconds 00000100:00100000:3.0:1787141363.498566:0:5839:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83687b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5839:1873953263000832:192.168.203.11@tcp:104: 00010000:00010000:3.0:1787141363.498608:0:5839:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31b4c lrc: 3/0,1 mode: --/EX res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141363.502508:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141363.502592:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240989440 00000100:00100000:1.0:1787141363.502607:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240989440 00010000:00010000:1.0:1787141363.502662:0:5824:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404400/0xc65ffb29b5b31a96 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0c8 expref: 22 pid: 8206 timeout: 446 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141363.502711:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 71 00000100:00100000:1.0:1787141363.503063:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cae417b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+22:2353:x1873953240989440:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787141363.503085:0:5824:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787141363.503095:0:5824:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404400/0xc65ffb29b5b31a96 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0c8 expref: 22 pid: 8206 timeout: 446 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.503136:0:5824:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404400/0xc65ffb29b5b31a96 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0c8 expref: 22 pid: 8206 timeout: 446 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.503174:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404400/0xc65ffb29b5b31a96 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d0c8 expref: 22 pid: 8206 timeout: 446 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.503197:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b7c95a5b100) 00010000:00010000:1.0:1787141363.503203:0:5824:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31b4c lrc: 3/0,1 mode: --/EX res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.503214:0:5824:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31b4c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.503224:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31b4c lrc: 4/0,1 mode: EX/EX res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.503313:0:5824:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787141363.503388:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cae417b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+21:2353:x1873953240989440:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 331us (960us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141363.503397:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 71 00010000:00010000:3.0:1787141363.503579:0:5839:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31b4c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.503588:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31b4c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.503602:0:5839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31b4c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.503608:0:5839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31b4c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.503616:0:5839:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31b4c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.503633:0:5839:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439400 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141363.503639:0:5839:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31b4c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.503647:0:5839:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31b4c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.503657:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b7c95a5b100) 00010000:00010000:3.0:1787141363.503661:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141363.503664:0:5839:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31b4c lrc: 2/0,0 mode: --/EX res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.503671:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31b4c lrc: 0/0,0 mode: --/EX res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.503683:0:5839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31b3e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.503688:0:5839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31b3e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.503694:0:5839:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31b3e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.503698:0:5839:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439200 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141363.503701:0:5839:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31b3e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.503707:0:5839:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31b3e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.503726:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b7c95a5b100) 00010000:00010000:3.0:1787141363.503728:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1787141363.503731:0:5839:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31b3e lrc: 2/0,0 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.503737:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31b3e lrc: 0/0,0 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141363.504117:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caf906d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+20:11510:x1873953240989184:12345-192.168.203.11@tcp:57:lhsmtool_posix.0 Request processed in 16283us (16496us total) trans 4294967466 rc 0/0 00000100:00100000:3.0:1787141363.504126:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 186 00000020:00080000:3.0:1787141363.504131:0:5839:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:1.0:1787141363.504224:0:11681:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1787141363.504230:0:11681:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1787141363.504725:0:11681:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:1.0:1787141363.504741:0:11681:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1787141363.510358:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141363.510521:0:5843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240989696 00000100:00100000:3.0:1787141363.510534:0:5843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240989696 00000100:00100000:3.0:1787141363.510652:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 50 00000100:00100000:3.0:1787141363.510666:0:5843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c38450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+20:11510:x1873953240989696:12345-192.168.203.11@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1787141363.512334:0:5843:0:(mdd_object.c:4014:mdd_close()) Object [0x200000401:0xd:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1787141363.512465:0:5843:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967467 00010000:00010000:3.0:1787141363.512578:0:5843:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31b53 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5843 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.512600:0:5843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31b53 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5843 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.512614:0:5843:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31b53 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5843 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.512624:0:5843:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31b53 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5843 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.512643:0:5843:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31b53 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5843 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.512650:0:5843:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31b53 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5843 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141363.512731:0:5843:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1787141363.512942:0:5843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c38450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+22:11510:x1873953240989696:12345-192.168.203.11@tcp:35:lhsmtool_posix.0 Request processed in 2275us (2595us total) trans 4294967468 rc 0/0 00000100:00100000:3.0:1787141363.512954:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 50 00000020:00080000:3.0:1787141363.512962:0:5843:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1787141363.513588:0:5827:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787141363.513598:0:5827:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31b53 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5843 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.513622:0:5827:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438400 already unused, calling callback (ffffffffc163e230) 00010000:00010000:1.0:1787141363.513628:0:5827:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31b53 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5843 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.513637:0:5827:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31b53 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5843 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.513657:0:5827:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b7c95a5ba00) 00010000:00010000:1.0:1787141363.513661:0:5827:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1787141363.513667:0:5827:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31b53 lrc: 1/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5843 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.513674:0:5827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31b53 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5843 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141363.513700:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141363.513702:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141363.513704:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787141363.585755:0:3306:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787141363.585788:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4770700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953263000960:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787141363.585915:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141363.587575:0:11379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263000960 00000100:00100000:1.0:1787141363.587591:0:11379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263000960 00000100:00100000:1.0:1787141363.587661:0:11379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1787141363.587672:0:11379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83687b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3306:x1873953263000960:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1787141363.587706:0:11379:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3859808256 avail 3856662528 00000100:00100000:1.0:1787141363.587815:0:11379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83687b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3306:x1873953263000960:12345-0@lo:13:osp-pre-0-0.0 Request processed in 126us (1882us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141363.587822:0:11379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1787141363.587888:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4770700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953263000960:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787141363.588199:0:3305:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787141363.588234:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83686680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953263001088:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787141363.588280:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141363.588404:0:6693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263001088 00000100:00100000:3.0:1787141363.588409:0:6693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263001088 00000100:00100000:3.0:1787141363.588455:0:6693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1787141363.588463:0:6693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4298850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3305:x1873953263001088:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1787141363.588496:0:6693:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 49348608 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1787141363.588547:0:6693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4298850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3305:x1873953263001088:12345-0@lo:13:osp-pre-1-0.0 Request processed in 86us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141363.588554:0:6693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1787141363.588916:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83686680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953263001088:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787141363.589147:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4770700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3307:1873953263001472:0@lo:400:kworker.0 00000100:00100000:2.0:1787141363.589190:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141363.589214:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1787141363.589219:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4770a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3307:1873953263001344:0@lo:400:kworker.0 00000100:00100000:2.0:1787141363.589240:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141363.589268:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263001472 00000100:00100000:2.0:1787141363.589272:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263001472 00000100:00100000:2.0:1787141363.589316:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263001344 00000100:00100000:2.0:1787141363.589319:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263001344 00000100:00100000:2.0:1787141363.589340:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:2.0:1787141363.589347:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca272d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1873953263001472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787141363.589385:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca272d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1873953263001472:12345-0@lo:400:kworker.0 Request processed in 39us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141363.589392:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:2.0:1787141363.589406:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:2.0:1787141363.589411:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1873953263001344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787141363.589447:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1873953263001344:12345-0@lo:400:kworker.0 Request processed in 36us (207us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141363.589453:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00080000:2.0:1787141363.589469:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787141363.589493:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4770a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3307:1873953263001344:0@lo:400:kworker.0 00000100:00100000:2.0:1787141363.589503:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4770700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3307:1873953263001472:0@lo:400:kworker.0 00000100:00100000:1.0:1787141363.589605:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4773b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:66373bca-6a9f-4159-900e-58874c9cc4a0:3305:1873953263001216:0@lo:400:kworker.0 00000100:00100000:1.0:1787141363.589644:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141363.589678:0:3305:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787141363.589683:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7ca272f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3305:1873953263001600:0@lo:400:kworker.0 00000100:00100000:1.0:1787141363.589706:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141363.589978:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263001216 00000100:00100000:2.0:1787141363.589984:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263001216 00000100:00100000:2.0:1787141363.590021:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 293 00000100:00100000:2.0:1787141363.590028:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dc7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3305:x1873953263001216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787141363.590075:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dc7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3305:x1873953263001216:12345-0@lo:400:kworker.0 Request processed in 47us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141363.590082:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 293 00000100:00100000:1.0:1787141363.590155:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4773b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:66373bca-6a9f-4159-900e-58874c9cc4a0:3305:1873953263001216:0@lo:400:kworker.0 00000100:00100000:3.0:1787141363.590560:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263001600 00000100:00100000:3.0:1787141363.590565:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263001600 00000100:00100000:3.0:1787141363.590622:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:3.0:1787141363.590629:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caf907480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3305:x1873953263001600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141363.590680:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caf907480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3305:x1873953263001600:12345-0@lo:400:kworker.0 Request processed in 51us (972us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141363.590698:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:1.0:1787141363.590776:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7ca272f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3305:1873953263001600:0@lo:400:kworker.0 00000100:00080000:2.0:1787141363.590981:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1787141364.481072:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1787141365.107338:0:12567:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1787141365.107348:0:12567:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1787141365.107386:0:12567:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 5 count 2 00000040:00080000:3.0:1787141365.107392:0:12567:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1787141365.193972:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141365.194009:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141365.194034:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141365.194054:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141365.194078:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141365.194105:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240989824 00000100:00100000:3.0:1787141365.194114:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240989824 00000100:00100000:3.0:1787141365.194160:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 294 00000100:00100000:3.0:1787141365.194170:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca276b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:2352:x1873953240989824:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:3.0:1787141365.194238:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca276b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:2352:x1873953240989824:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 69us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141365.194246:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 294 00000100:00100000:3.0:1787141365.194280:0:12006:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240990080 00000100:00100000:3.0:1787141365.194284:0:12006:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240990080 00000100:00100000:3.0:1787141365.194319:0:12006:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240990208 00000100:00100000:3.0:1787141365.194322:0:12006:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240990208 00000100:00100000:3.0:1787141365.194345:0:12006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 66 00000100:00100000:3.0:1787141365.194352:0:12006:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83687b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:2352:x1873953240990080:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:3.0:1787141365.194381:0:12006:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83687b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:2352:x1873953240990080:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 29us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141365.194388:0:12006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 66 00000100:00100000:3.0:1787141365.194411:0:12006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 67 00000100:00100000:3.0:1787141365.194431:0:12006:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83685c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2352:x1873953240990208:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:3.0:1787141365.194459:0:12006:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83685c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2352:x1873953240990208:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 42us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141365.194464:0:12006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 67 00000100:00100000:3.0:1787141365.194484:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240990336 00000100:00100000:3.0:1787141365.194487:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240990336 00000100:00100000:3.0:1787141365.194512:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240989952 00000100:00100000:3.0:1787141365.194515:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240989952 00000100:00100000:3.0:1787141365.194534:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 153 00000100:00100000:3.0:1787141365.194540:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83684a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a3a5191e-f3c6-41c6-a671-d88f2994152f+5:2352:x1873953240990336:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:3.0:1787141365.194570:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83684a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:a3a5191e-f3c6-41c6-a671-d88f2994152f+5:2352:x1873953240990336:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 30us (535us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141365.194577:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 153 00000100:00100000:3.0:1787141365.194590:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 154 00000100:00100000:3.0:1787141365.194597:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83685880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+22:2352:x1873953240989952:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:3.0:1787141365.194625:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83685880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+22:2352:x1873953240989952:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 29us (570us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141365.194631:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 154 00000100:00080000:3.0:1787141365.194770:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787141365.194775:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1787141365.194777:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787141365.250484:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141365.250600:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240990592 00000100:00100000:0.0:1787141365.250610:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240990592 00000100:00100000:0.0:1787141365.250667:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 187 00000100:00100000:0.0:1787141365.250677:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+22:11528:x1873953240990592:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:0.0:1787141365.250697:0:8206:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141365.250717:0:8206:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405200/0xc65ffb29b5b31b5a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d100 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.251007:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404400/0xc65ffb29b5b31b61 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.251021:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404400/0xc65ffb29b5b31b61 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.251033:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404400/0xc65ffb29b5b31b61 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787141365.251045:0:8206:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xa:0x0]: returning size 7680 00010000:00010000:0.0:1787141365.251231:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405200/0xc65ffb29b5b31b5a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d100 expref: 25 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.251249:0:8206:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404400/0xc65ffb29b5b31b61 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d100 expref: 24 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.251259:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff8b7ca1f39600) 00010000:00010000:0.0:1787141365.251262:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1787141365.251266:0:8206:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf404400, rc 0) 00000100:00100000:0.0:1787141365.251326:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+24:11528:x1873953240990592:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 650us (850us total) trans 4294967469 rc 0/0 00000100:00100000:0.0:1787141365.251333:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 187 00000100:00100000:3.0:1787141365.254774:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141365.254980:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240990720 00000100:00100000:2.0:1787141365.254991:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240990720 00000100:00100000:2.0:1787141365.255046:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 188 00000100:00100000:2.0:1787141365.255056:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83684700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+24:11528:x1873953240990720:12345-192.168.203.11@tcp:34:lfs.0 00010000:00010000:2.0:1787141365.255129:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b31b6f lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.255147:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b31b6f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.255159:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b31b6f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.255173:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6000/0xc65ffb29b5b31b76 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.255181:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6000/0xc65ffb29b5b31b76 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.255187:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6000/0xc65ffb29b5b31b76 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.255499:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b31b7d lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.255508:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b31b7d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.255514:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b31b7d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787141365.255555:0:10438:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b31b7d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.255567:0:10438:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b31b6f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.255574:0:10438:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b31b6f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.255586:0:10438:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b31b6f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.255591:0:10438:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c82da7000 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:2.0:1787141365.255596:0:10438:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b31b6f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.255604:0:10438:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b31b6f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.255615:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff8b7ca1f39600) 00010000:00010000:2.0:1787141365.255619:0:10438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787141365.255624:0:10438:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b31b6f lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.255638:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b31b6f lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.255651:0:10438:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6000/0xc65ffb29b5b31b76 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.255656:0:10438:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6000/0xc65ffb29b5b31b76 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.255662:0:10438:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6000/0xc65ffb29b5b31b76 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.255667:0:10438:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c82da6000 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:2.0:1787141365.255670:0:10438:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6000/0xc65ffb29b5b31b76 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.255677:0:10438:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6000/0xc65ffb29b5b31b76 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.255685:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x719e0b09 (ffff8b7ca1f39000) 00010000:00010000:2.0:1787141365.255687:0:10438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787141365.255690:0:10438:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6000/0xc65ffb29b5b31b76 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.255696:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6000/0xc65ffb29b5b31b76 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.255710:0:10438:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b31b7d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.255715:0:10438:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b31b7d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.255728:0:10438:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b31b7d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.255732:0:10438:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c82da6800 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:2.0:1787141365.255735:0:10438:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b31b7d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.255742:0:10438:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b31b7d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.255749:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b7ca1f39d00) 00010000:00010000:2.0:1787141365.255751:0:10438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787141365.255754:0:10438:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b31b7d lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.255759:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b31b7d lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141365.256368:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83684700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+24:11528:x1873953240990720:12345-192.168.203.11@tcp:34:lfs.0 Request processed in 1307us (1596us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141365.256378:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 188 00000100:00100000:1.0:1787141365.296669:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141365.296757:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240990976 00000100:00100000:3.0:1787141365.296766:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240990976 00000100:00100000:3.0:1787141365.296842:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 189 00000100:00100000:3.0:1787141365.296853:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caf906300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+24:11531:x1873953240990976:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:3.0:1787141365.296887:0:5839:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141365.296907:0:5839:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31b84 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d107 expref: -99 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.296979:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31b8b lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.296994:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31b8b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.297006:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31b8b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.297021:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31b92 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.297029:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31b92 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.297036:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31b92 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.297356:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439e00/0xc65ffb29b5b31b99 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.297366:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439e00/0xc65ffb29b5b31b99 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.297373:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439e00/0xc65ffb29b5b31b99 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787141365.297383:0:5839:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xb:0x0]: returning size 9 00010000:00010000:3.0:1787141365.297486:0:5839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31b8b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.297494:0:5839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31b8b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.297501:0:5839:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31b8b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.297508:0:5839:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439400 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141365.297513:0:5839:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31b8b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.297520:0:5839:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31b8b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.297532:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff8b7ca1f39600) 00010000:00010000:3.0:1787141365.297535:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141365.297539:0:5839:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31b8b lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.297545:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31b8b lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.297555:0:5839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31b92 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.297560:0:5839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31b92 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.297566:0:5839:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31b92 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.297571:0:5839:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438600 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141365.297579:0:5839:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31b92 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.297585:0:5839:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31b92 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.297592:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x719e0b09 (ffff8b7c95a5b100) 00010000:00010000:3.0:1787141365.297594:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141365.297597:0:5839:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31b92 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.297602:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31b92 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.297668:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31b84 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d107 expref: 27 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.297682:0:5839:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439e00/0xc65ffb29b5b31b99 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d107 expref: 26 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.297689:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b7c95a5b200) 00010000:00010000:3.0:1787141365.297691:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787141365.297693:0:5839:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf439e00, rc 0) 00000100:00100000:3.0:1787141365.297753:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caf906300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+26:11531:x1873953240990976:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 903us (1094us total) trans 4294967470 rc 0/0 00000100:00100000:3.0:1787141365.297760:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 189 00000100:00100000:0.0:1787141365.302337:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141365.302424:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240991104 00000100:00100000:3.0:1787141365.302433:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240991104 00000100:00100000:3.0:1787141365.302499:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 190 00000100:00100000:3.0:1787141365.302517:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6de8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+26:11531:x1873953240991104:12345-192.168.203.11@tcp:54:lfs.0 00010000:00010000:3.0:1787141365.302591:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31ba7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.302616:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31ba7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.302627:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31ba7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.302651:0:5841:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31ba7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.302657:0:5841:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31ba7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.302663:0:5841:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31ba7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.302669:0:5841:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438400 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141365.302673:0:5841:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31ba7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.302681:0:5841:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31ba7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.302693:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b7c95a5b200) 00010000:00010000:3.0:1787141365.302697:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787141365.302701:0:5841:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31ba7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.302707:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31ba7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141365.303234:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6de8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+26:11531:x1873953240991104:12345-192.168.203.11@tcp:54:lfs.0 Request processed in 280us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141365.303243:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 190 00000100:00100000:2.0:1787141365.306150:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141365.306245:0:5842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240991360 00000100:00100000:0.0:1787141365.306255:0:5842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240991360 00000100:00100000:0.0:1787141365.306309:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 51 00000100:00100000:0.0:1787141365.306320:0:5842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+26:11531:x1873953240991360:12345-192.168.203.11@tcp:35:lfs.0 00000100:00100000:0.0:1787141365.306573:0:5842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+27:11531:x1873953240991360:12345-192.168.203.11@tcp:35:lfs.0 Request processed in 255us (431us total) trans 4294967471 rc 0/0 00000100:00100000:0.0:1787141365.306581:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 51 00000100:00100000:1.0:1787141365.374330:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141365.374762:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240991616 00000100:00100000:2.0:1787141365.374774:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240991616 00000100:00100000:3.0:1787141365.376488:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 191 00000100:00100000:3.0:1787141365.376521:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caf906a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+27:11056:x1873953240991616:12345-192.168.203.11@tcp:101:bash.0 00010000:00010000:3.0:1787141365.376570:0:10438:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141365.376603:0:10438:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31bae lrc: 2/0,0 mode: --/CW res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d10e expref: -99 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.376736:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31bb5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.376752:0:10438:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439e00/0xc65ffb29b5b31b99 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d107 expref: 28 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.376761:0:10438:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31bb5 lrc: 4/0,1 mode: --/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.376844:0:10438:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439e00/0xc65ffb29b5b31b99 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d107 expref: 28 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.377075:0:10438:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439e00/0xc65ffb29b5b31b99 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d107 expref: 28 pid: 5839 timeout: 448 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141365.377091:0:10438:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83687100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10438:1873953263001728:192.168.203.11@tcp:104: 00000100:00100000:3.0:1787141365.377366:0:10438:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cbb8f7000 going to sleep for 11 seconds 00000100:00100000:2.0:1787141365.385328:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141365.385443:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240991744 00000100:00100000:1.0:1787141365.385464:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240991744 00010000:00010000:1.0:1787141365.385507:0:5825:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439e00/0xc65ffb29b5b31b99 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d107 expref: 29 pid: 5839 timeout: 448 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141365.385549:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 72 00000100:00100000:1.0:1787141365.385560:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dd3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+29:2353:x1873953240991744:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787141365.385584:0:5825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787141365.385591:0:5825:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439e00/0xc65ffb29b5b31b99 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d107 expref: 29 pid: 5839 timeout: 448 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141365.385604:0:5825:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439e00/0xc65ffb29b5b31b99 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d107 expref: 29 pid: 5839 timeout: 448 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141365.385646:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b7c95a5b200) 00010000:00010000:1.0:1787141365.385652:0:5825:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31bb5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141365.385661:0:5825:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31bb5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141365.385667:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31bb5 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141365.385685:0:5825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787141365.385744:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dd3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+29:2353:x1873953240991744:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 185us (427us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141365.385751:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 72 00010000:00010000:3.0:1787141365.387267:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439e00/0xc65ffb29b5b31b99 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d107 expref: 28 pid: 5839 timeout: 448 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141365.387358:0:10438:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83687100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10438:1873953263001728:192.168.203.11@tcp:104: 00010000:00010000:3.0:1787141365.387381:0:10438:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31bb5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.387392:0:10438:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31bb5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.387397:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31bb5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787141365.387925:0:10438:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xb:0x0]: returning size 9 00010000:00010000:3.0:1787141365.388092:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31bae lrc: 0/0,0 mode: --/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d10e expref: 29 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.388107:0:10438:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31bb5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d10e expref: 28 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.388116:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b7c95a5b200) 00010000:00010000:3.0:1787141365.388118:0:10438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1787141365.388121:0:10438:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf439200, rc 0) 00000100:00100000:3.0:1787141365.388186:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caf906a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+28:11056:x1873953240991616:12345-192.168.203.11@tcp:101:bash.0 Request processed in 11686us (13865us total) trans 4294967472 rc 0/0 00000100:00100000:3.0:1787141365.388195:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 191 00000100:00100000:2.0:1787141365.392348:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141365.395198:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240992000 00000100:00100000:0.0:1787141365.395214:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240992000 00000100:00100000:0.0:1787141365.395298:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 192 00000100:00100000:0.0:1787141365.395310:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+28:11056:x1873953240992000:12345-192.168.203.11@tcp:36:bash.0 00010000:00010000:0.0:1787141365.396064:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405200/0xc65ffb29b5b31bc3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.396108:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405200/0xc65ffb29b5b31bc3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.396120:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405200/0xc65ffb29b5b31bc3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1787141365.396178:0:8206:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967473 00000004:00010000:0.0:1787141365.396205:0:8206:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000b9c8fc32 reply state 00000000ff614ab5 transno 4294967474 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405200/0xc65ffb29b5b31bc3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141365.396215:0:8206:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000001:00080000:0.0:1787141365.396303:0:8206:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967474 00000100:00100000:0.0:1787141365.396591:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+32:11056:x1873953240992000:12345-192.168.203.11@tcp:36:bash.0 Request processed in 1281us (4253us total) trans 4294967475 rc 0/0 00000100:00100000:0.0:1787141365.396599:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 192 00000020:00080000:0.0:1787141365.396604:0:8206:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00010000:00010000:1.0:1787141365.399170:0:3290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405200/0xc65ffb29b5b31bc3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141365.399186:0:3290:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405200/0xc65ffb29b5b31bc3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141365.399192:0:3290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405200/0xc65ffb29b5b31bc3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141365.399197:0:3290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf405200 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:1.0:1787141365.399202:0:3290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405200/0xc65ffb29b5b31bc3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141365.399209:0:3290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405200/0xc65ffb29b5b31bc3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141365.399241:0:3290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b7c95a5b200) 00010000:00010000:1.0:1787141365.399244:0:3290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787141365.399249:0:3290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405200/0xc65ffb29b5b31bc3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141365.399255:0:3290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405200/0xc65ffb29b5b31bc3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141365.400246:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141365.401001:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240992128 00000100:00100000:3.0:1787141365.401013:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240992128 00000100:00100000:3.0:1787141365.401073:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 193 00000100:00100000:3.0:1787141365.401097:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+31:11056:x1873953240992128:12345-192.168.203.11@tcp:101:bash.0 00010000:00010000:3.0:1787141365.401119:0:5841:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141365.401138:0:5841:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31bca lrc: 2/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d115 expref: -99 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.401196:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31bca lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d115 expref: 32 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.401210:0:5841:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31bca lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d115 expref: 32 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.401226:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b7c95a5b200) 00010000:00010000:3.0:1787141365.401229:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1787141365.401232:0:5841:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf438400, rc 0) 00000100:00100000:3.0:1787141365.402873:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+32:11056:x1873953240992128:12345-192.168.203.11@tcp:101:bash.0 Request processed in 1760us (2615us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141365.402885:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 193 00000100:00100000:2.0:1787141365.410676:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141365.410859:0:6688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240992256 00000100:00100000:3.0:1787141365.410869:0:6688:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240992256 00000100:00100000:3.0:1787141365.410928:0:6688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 58 00000100:00100000:3.0:1787141365.410940:0:6688:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4773b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:11056:x1873953240992256:12345-192.168.203.11@tcp:101:bash.0 00010000:00010000:3.0:1787141365.410958:0:6688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141365.410982:0:6688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004a7229dd/0xc65ffb29b5b31bd1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d11c expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787141365.411009:0:6688:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x5:0x0] initial LVB size: 9, mtime: 0x6a859cf2, atime: 0x6a859cf0, ctime: 0x6a859cf2, blocks: 0xb 00010000:00010000:3.0:1787141365.411029:0:6688:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x5:0x0].0x0 since=348s v=(0 0) 00010000:00010000:3.0:1787141365.411046:0:6688:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787141365.411056:0:6688:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004a7229dd/0xc65ffb29b5b31bd1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d11c expref: 8 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.411076:0:6688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004a7229dd/0xc65ffb29b5b31bd1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d11c expref: 8 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.411090:0:6688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf439e00, rc 0) 00000100:00100000:3.0:1787141365.411155:0:6688:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4773b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+8:11056:x1873953240992256:12345-192.168.203.11@tcp:101:bash.0 Request processed in 218us (487us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141365.411163:0:6688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 58 00000100:00100000:2.0:1787141365.414210:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141365.414315:0:6694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240992384 00000100:00100000:3.0:1787141365.414324:0:6694:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240992384 00002000:00010000:3.0:1787141365.414365:0:6694:0:(ofd_dev.c:2827:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/5 (0->18446744073709551615) 00002000:00100000:3.0:1787141365.414369:0:6694:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b7cb4770700 with x1873953240992384 ext(0->18446744073709551615) 00002000:00010000:3.0:1787141365.414380:0:6694:0:(ofd_dev.c:2832:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b7cb4770700. 00000100:00100000:3.0:1787141365.414427:0:6694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 5 00000100:00100000:3.0:1787141365.414437:0:6694:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4770700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+8:2352:x1873953240992384:12345-192.168.203.11@tcp:10:bash.0 00002000:00010000:3.0:1787141365.414720:0:6694:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0x5:0x0] updating lvb size from disk: 9 -> 0 00002000:00010000:3.0:1787141365.414724:0:6694:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0x5:0x0] updating lvb mtime from disk: 1787141362 -> 1787141365 00002000:00010000:3.0:1787141365.414727:0:6694:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x240000400:0x5:0x0] updating lvb atime from disk: 1787141360 -> 1787141360 00002000:00010000:3.0:1787141365.414729:0:6694:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0x5:0x0] updating lvb ctime from disk: 1787141362 -> 1787141365 00002000:00010000:3.0:1787141365.414731:0:6694:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x5:0x0] updating lvb blocks from disk: 11 -> 11 00000100:00100000:3.0:1787141365.415086:0:6694:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4770700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+9:2352:x1873953240992384:12345-192.168.203.11@tcp:10:bash.0 Request processed in 648us (884us total) trans 4294967318 rc 0/0 00000100:00100000:3.0:1787141365.415095:0:6694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 5 00002000:00010000:3.0:1787141365.415106:0:6694:0:(ofd_dev.c:2827:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/5 (0->18446744073709551615) 00002000:00100000:3.0:1787141365.415109:0:6694:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b7cb4770700 with x1873953240992384 ext(0->18446744073709551615) 00002000:00010000:3.0:1787141365.415115:0:6694:0:(ofd_dev.c:2832:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b7cb4770700. 00010000:00010000:0.0:1787141365.505078:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787141365.514893:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141365.514983:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240992512 00000100:00100000:3.0:1787141365.514993:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240992512 00000100:00100000:3.0:1787141365.515062:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 194 00000100:00100000:3.0:1787141365.515074:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caf904000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+32:11545:x1873953240992512:12345-192.168.203.11@tcp:34:lfs.0 00010000:00010000:3.0:1787141365.515146:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31bd8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.515163:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31bd8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.515175:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31bd8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.515190:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31bdf lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.515198:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31bdf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.515205:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31bdf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.515500:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31be6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.515510:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31be6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.515518:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31be6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787141365.515564:0:10438:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31be6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.515576:0:10438:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31bd8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.515582:0:10438:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31bd8 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.515590:0:10438:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31bd8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.515596:0:10438:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438600 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141365.515600:0:10438:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31bd8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.515607:0:10438:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31bd8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.515619:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff8b7ca1f39600) 00010000:00010000:3.0:1787141365.515622:0:10438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141365.515626:0:10438:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31bd8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.515632:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31bd8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.515643:0:10438:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31bdf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.515649:0:10438:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31bdf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.515662:0:10438:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31bdf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.515667:0:10438:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439400 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141365.515670:0:10438:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31bdf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.515675:0:10438:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31bdf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.515683:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x719e0b09 (ffff8b7c95a5b800) 00010000:00010000:3.0:1787141365.515685:0:10438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141365.515688:0:10438:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31bdf lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.515694:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31bdf lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.515708:0:10438:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31be6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.515714:0:10438:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31be6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.515719:0:10438:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31be6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.515724:0:10438:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438e00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141365.515727:0:10438:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31be6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.515744:0:10438:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31be6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.515753:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b7c95a5b200) 00010000:00010000:3.0:1787141365.515755:0:10438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141365.515758:0:10438:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31be6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141365.515763:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31be6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141365.515902:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caf904000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+32:11545:x1873953240992512:12345-192.168.203.11@tcp:34:lfs.0 Request processed in 828us (1016us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141365.515911:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 194 00000100:00100000:2.0:1787141365.584196:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141365.584536:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240992768 00000100:00100000:0.0:1787141365.584546:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240992768 00000100:00100000:0.0:1787141365.584656:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 195 00000100:00100000:0.0:1787141365.584667:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4770a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+32:11548:x1873953240992768:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:0.0:1787141365.584688:0:8206:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141365.584710:0:8206:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b31bed lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d123 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.584786:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b31bf4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.584827:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b31bf4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.584852:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b31bf4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.584882:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31bfb lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.584889:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31bfb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.584896:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31bfb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.585209:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405000/0xc65ffb29b5b31c02 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.585219:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405000/0xc65ffb29b5b31c02 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.585233:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405000/0xc65ffb29b5b31c02 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787141365.585243:0:8206:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xb:0x0]: returning size 0 00010000:00010000:0.0:1787141365.585334:0:8206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b31bf4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.585341:0:8206:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b31bf4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.585348:0:8206:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b31bf4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.585353:0:8206:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf404200 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141365.585363:0:8206:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b31bf4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.585370:0:8206:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b31bf4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.585382:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff8b7ca1f39600) 00010000:00010000:0.0:1787141365.585386:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787141365.585390:0:8206:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b31bf4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.585396:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b31bf4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.585425:0:8206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31bfb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.585432:0:8206:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31bfb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.585438:0:8206:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31bfb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.585443:0:8206:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf404a00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141365.585446:0:8206:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31bfb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.585452:0:8206:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31bfb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.585460:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x719e0b09 (ffff8b7c9071a200) 00010000:00010000:0.0:1787141365.585463:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787141365.585473:0:8206:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31bfb lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.585479:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31bfb lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.585525:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b31bed lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d123 expref: 35 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.585537:0:8206:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405000/0xc65ffb29b5b31c02 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d123 expref: 34 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.585544:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b7c95a5b200) 00010000:00010000:0.0:1787141365.585546:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1787141365.585549:0:8206:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf405000, rc 0) 00000100:00100000:0.0:1787141365.585621:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4770a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+34:11548:x1873953240992768:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 956us (1434us total) trans 4294967476 rc 0/0 00000100:00100000:0.0:1787141365.585629:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 195 00000100:00100000:1.0:1787141365.594364:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141365.594573:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240992896 00000100:00100000:0.0:1787141365.594583:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240992896 00000100:00100000:0.0:1787141365.594641:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 196 00000100:00100000:0.0:1787141365.594652:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caf905180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+34:11548:x1873953240992896:12345-192.168.203.11@tcp:54:lfs.0 00010000:00010000:0.0:1787141365.594721:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31c10 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.594738:0:5839:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31bb5 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d10e expref: 34 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.594748:0:5839:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31c10 lrc: 4/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.594830:0:5839:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31bb5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d10e expref: 34 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.594845:0:5839:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31bb5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d10e expref: 34 pid: 10438 timeout: 448 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141365.594994:0:5839:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7ca6deb480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5839:1873953263001856:192.168.203.11@tcp:104: 00000100:00100000:0.0:1787141365.595136:0:5839:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca03469c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787141365.605592:0:5839:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7ca6deb480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5839:1873953263001856:192.168.203.11@tcp:104: 00010000:00010000:0.0:1787141365.605622:0:5839:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31c10 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141365.608497:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141365.608662:0:5843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240993152 00000100:00100000:3.0:1787141365.608673:0:5843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240993152 00000100:00100000:3.0:1787141365.608731:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 52 00000100:00100000:3.0:1787141365.608742:0:5843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caf907b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+35:5590:x1873953240993152:12345-192.168.203.11@tcp:35:ldlm_bl.0 00000100:00100000:0.0:1787141365.610906:0:5843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caf907b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+36:5590:x1873953240993152:12345-192.168.203.11@tcp:35:ldlm_bl.0 Request processed in 2158us (2411us total) trans 4294967477 rc 0/0 00000100:00100000:0.0:1787141365.610919:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 52 00000100:00100000:1.0:1787141365.615560:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141365.615831:0:8451:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240993280 00000100:00100000:2.0:1787141365.615841:0:8451:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240993280 00010000:00010000:2.0:1787141365.615884:0:8451:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31bb5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d10e expref: 36 pid: 10438 timeout: 448 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141365.615924:0:8451:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 73 00000100:00100000:2.0:1787141365.615935:0:8451:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caf906680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+36:2353:x1873953240993280:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787141365.615951:0:8451:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787141365.615958:0:8451:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31bb5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d10e expref: 36 pid: 10438 timeout: 448 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.615971:0:8451:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31bb5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d10e expref: 36 pid: 10438 timeout: 448 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.616365:0:8451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31bb5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xb:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d10e expref: 36 pid: 10438 timeout: 448 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.616392:0:8451:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b7c95a5b200) 00010000:00010000:2.0:1787141365.616397:0:8451:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31c10 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.616406:0:8451:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31c10 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.616421:0:8451:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31c10 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.616457:0:8451:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787141365.616534:0:8451:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caf906680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+35:2353:x1873953240993280:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 600us (982us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141365.616542:0:8451:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 73 00010000:00010000:0.0:1787141365.616865:0:5839:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31c10 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.616874:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31c10 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.616908:0:5839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31c10 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.616915:0:5839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31c10 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.616921:0:5839:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31c10 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.616936:0:5839:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf405800 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141365.616940:0:5839:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31c10 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.616947:0:5839:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31c10 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.616958:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b7c95a5b200) 00010000:00010000:0.0:1787141365.616962:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787141365.616965:0:5839:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31c10 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.616982:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31c10 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141365.617027:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caf905180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+34:11548:x1873953240992896:12345-192.168.203.11@tcp:54:lfs.0 Request processed in 22377us (22673us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141365.617036:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 196 00000100:00100000:2.0:1787141365.621725:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141365.621853:0:5842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240993536 00000100:00100000:0.0:1787141365.621863:0:5842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240993536 00000100:00100000:0.0:1787141365.621913:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 53 00000100:00100000:0.0:1787141365.621923:0:5842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caebedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+34:11548:x1873953240993536:12345-192.168.203.11@tcp:35:lfs.0 00000100:00100000:0.0:1787141365.622138:0:5842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caebedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+35:11548:x1873953240993536:12345-192.168.203.11@tcp:35:lfs.0 Request processed in 215us (420us total) trans 4294967478 rc 0/0 00000100:00100000:0.0:1787141365.622146:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 53 00000100:00100000:3.0:1787141365.750602:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141365.750851:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240993792 00000100:00100000:2.0:1787141365.750874:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240993792 00000100:00100000:2.0:1787141365.750934:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 197 00000100:00100000:2.0:1787141365.750946:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83687100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+35:11559:x1873953240993792:12345-192.168.203.11@tcp:101:cat.0 00010000:00010000:2.0:1787141365.750981:0:5840:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141365.751004:0:5840:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b31c17 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d12a expref: -99 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.751078:0:5840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6000/0xc65ffb29b5b31c1e lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.751093:0:5840:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6000/0xc65ffb29b5b31c1e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.751105:0:5840:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6000/0xc65ffb29b5b31c1e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.751121:0:5840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b31c25 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.751129:0:5840:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b31c25 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.751136:0:5840:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b31c25 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.751501:0:5840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7800/0xc65ffb29b5b31c2c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.751519:0:5840:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7800/0xc65ffb29b5b31c2c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.751526:0:5840:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7800/0xc65ffb29b5b31c2c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787141365.751537:0:5840:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xb:0x0]: returning size 8 00010000:00010000:2.0:1787141365.751626:0:5840:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6000/0xc65ffb29b5b31c1e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.751635:0:5840:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6000/0xc65ffb29b5b31c1e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.751642:0:5840:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6000/0xc65ffb29b5b31c1e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.751647:0:5840:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c82da6000 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:2.0:1787141365.751652:0:5840:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6000/0xc65ffb29b5b31c1e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.751658:0:5840:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6000/0xc65ffb29b5b31c1e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.751670:0:5840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff8b7ca1f39600) 00010000:00010000:2.0:1787141365.751673:0:5840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787141365.751678:0:5840:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6000/0xc65ffb29b5b31c1e lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.751684:0:5840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6000/0xc65ffb29b5b31c1e lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.751697:0:5840:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b31c25 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.751709:0:5840:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b31c25 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.751716:0:5840:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b31c25 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.751722:0:5840:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c82da6800 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:2.0:1787141365.751725:0:5840:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b31c25 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.751731:0:5840:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b31c25 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.751740:0:5840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x719e0b09 (ffff8b7ca1f39d00) 00010000:00010000:2.0:1787141365.751742:0:5840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787141365.751745:0:5840:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b31c25 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.751750:0:5840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b31c25 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.751874:0:5840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b31c17 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d12a expref: 38 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.751892:0:5840:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7800/0xc65ffb29b5b31c2c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d12a expref: 37 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.751899:0:5840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b7c95a5b200) 00010000:00010000:2.0:1787141365.751901:0:5840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787141365.751909:0:5840:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c82da7800, rc 0) 00000100:00100000:2.0:1787141365.751972:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83687100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+37:11559:x1873953240993792:12345-192.168.203.11@tcp:101:cat.0 Request processed in 1028us (1379us total) trans 4294967479 rc 0/0 00000100:00100000:2.0:1787141365.751980:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 197 00000100:00100000:2.0:1787141365.763958:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141365.764605:0:5843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240994048 00000100:00100000:1.0:1787141365.764654:0:5843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240994048 00000100:00100000:1.0:1787141365.764716:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 54 00000100:00100000:1.0:1787141365.764728:0:5843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caebeed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+37:11559:x1873953240994048:12345-192.168.203.11@tcp:35:cat.0 00000100:00100000:1.0:1787141365.764993:0:5843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caebeed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+38:11559:x1873953240994048:12345-192.168.203.11@tcp:35:cat.0 Request processed in 266us (1043us total) trans 4294967480 rc 0/0 00000100:00100000:1.0:1787141365.765001:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 54 00000100:00100000:3.0:1787141365.798914:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141365.799016:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240994304 00000100:00100000:0.0:1787141365.799027:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240994304 00000100:00100000:0.0:1787141365.799087:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 198 00000100:00100000:0.0:1787141365.799114:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83687800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+38:11560:x1873953240994304:12345-192.168.203.11@tcp:36:rm.0 00010000:00010000:0.0:1787141365.799181:0:8206:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1787141365.799207:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7800/0xc65ffb29b5b31c2c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d12a expref: 38 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.799227:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405000/0xc65ffb29b5b31c02 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d123 expref: 37 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.799240:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31bca lrc: 0/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d115 expref: 36 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.799250:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b7c95a5b200) 00010000:00010000:0.0:1787141365.799260:0:8206:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787141365.799280:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31c3a lrc: 3/0,1 mode: --/CW res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.799294:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31c3a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.799302:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31c3a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.799316:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b31c41 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.799334:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b31c41 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.799341:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b31c41 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.799721:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31c48 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.799731:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31c48 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.799738:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31c48 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1787141365.800333:0:8206:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].7, 64 off8712 00000004:00080000:0.0:1787141365.800341:0:8206:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 348806544407ns, next at 349806542167ns, rc = 0 00010000:00010000:0.0:1787141365.800387:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b31c4f lrc: 3/0,1 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.800398:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b31c4f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.800405:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b31c4f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.800680:0:8206:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b31c4f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.800688:0:8206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b31c4f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.800695:0:8206:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b31c4f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.800774:0:8206:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787141365.800823:0:8206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31c48 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.800837:0:8206:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31c48 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.800842:0:8206:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31c48 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.800848:0:8206:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf404a00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141365.800853:0:8206:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31c48 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.800859:0:8206:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31c48 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.800870:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b7c9071a700) 00010000:00010000:0.0:1787141365.800873:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1787141365.800877:0:8206:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31c48 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.800883:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31c48 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.800904:0:8206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31c3a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.800910:0:8206:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31c3a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.800916:0:8206:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31c3a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.800921:0:8206:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf405800 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141365.800929:0:8206:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31c3a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.800936:0:8206:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31c3a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.800945:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff8b7ca1f39600) 00010000:00010000:0.0:1787141365.800947:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787141365.800950:0:8206:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31c3a lrc: 2/0,0 mode: --/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.800955:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31c3a lrc: 0/0,0 mode: --/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787141365.800965:0:8206:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000085a902ad reply state 0000000083b5f6f7 transno 4294967481 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b31c41 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141365.800973:0:8206:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1787141365.801064:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83687800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+37:11560:x1873953240994304:12345-192.168.203.11@tcp:36:rm.0 Request processed in 1948us (2155us total) trans 4294967481 rc 0/0 00000100:00100000:0.0:1787141365.801072:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 198 00010000:00010000:2.0:1787141365.801741:0:7627:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787141365.801749:0:7627:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b31c4f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.801758:0:7627:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf404200 already unused, calling callback (ffffffffc163e230) 00010000:00010000:2.0:1787141365.801761:0:7627:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b31c4f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.801769:0:7627:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b31c4f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.801780:0:7627:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b7c9071a700) 00010000:00010000:2.0:1787141365.801783:0:7627:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1787141365.801912:0:7627:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b31c4f lrc: 1/0,0 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.801919:0:7627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b31c4f lrc: 0/0,0 mode: --/PW res: [0x200000401:0xb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.802028:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141365.802030:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141365.802032:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141365.803736:0:3291:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b31c41 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.803753:0:3291:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b31c41 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.803759:0:3291:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b31c41 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.803784:0:3291:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf405e00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141365.803817:0:3291:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b31c41 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.803825:0:3291:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b31c41 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.803842:0:3291:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x719e0b09 (ffff8b7c9071a200) 00010000:00010000:0.0:1787141365.803845:0:3291:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787141365.803849:0:3291:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b31c41 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.803856:0:3291:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b31c41 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141365.861267:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141365.865657:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240994560 00000100:00100000:0.0:1787141365.865676:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240994560 00000100:00100000:0.0:1787141365.865837:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 199 00000100:00100000:0.0:1787141365.865849:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83685f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+36:11566:x1873953240994560:12345-192.168.203.11@tcp:101:bash.0 00010000:00010000:0.0:1787141365.865886:0:5839:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141365.865910:0:5839:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b31c56 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d131 expref: -99 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.866048:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31c5d lrc: 3/0,1 mode: --/CW res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.866064:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31c5d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.866096:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31c5d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.866114:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31c64 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.866136:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31c64 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.866144:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31c64 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787141365.866743:0:5839:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x5:0x0], index 1: 0 00010000:00010000:0.0:1787141365.866949:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405000/0xc65ffb29b5b31c6b lrc: 3/1,0 mode: --/PR res: [0x200000401:0xe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.866960:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405000/0xc65ffb29b5b31c6b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.866968:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405000/0xc65ffb29b5b31c6b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.867002:0:5839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31c5d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.867009:0:5839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31c5d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.867016:0:5839:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31c5d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.867021:0:5839:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf405800 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141365.867033:0:5839:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31c5d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.867041:0:5839:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31c5d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.867054:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff8b7ca1f39600) 00010000:00010000:0.0:1787141365.867058:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787141365.867063:0:5839:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31c5d lrc: 2/0,0 mode: --/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.867069:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31c5d lrc: 0/0,0 mode: --/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787141365.867084:0:5839:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000035b83d67 reply state 00000000c0c674fc transno 4294967482 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31c64 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141365.867093:0:5839:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1787141365.867125:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b31c56 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d131 expref: 39 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.867141:0:5839:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405000/0xc65ffb29b5b31c6b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d131 expref: 38 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.867150:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe:0x0].0x0 (ffff8b7c9071a700) 00010000:00010000:0.0:1787141365.867152:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787141365.867155:0:5839:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf405000, rc 0) 00000100:00100000:0.0:1787141365.867234:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83685f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+39:11566:x1873953240994560:12345-192.168.203.11@tcp:101:bash.0 Request processed in 1387us (5976us total) trans 4294967482 rc 0/0 00000100:00100000:0.0:1787141365.867243:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 199 00000100:00100000:3.0:1787141365.875723:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141365.875846:0:6691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240994688 00000100:00100000:2.0:1787141365.875857:0:6691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240994688 00000100:00100000:2.0:1787141365.875921:0:6691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 59 00000100:00100000:2.0:1787141365.875933:0:6691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83684e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2353:x1873953240994688:12345-192.168.203.11@tcp:101:bash.0 00010000:00010000:2.0:1787141365.875951:0:6691:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141365.875974:0:6691:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000073625331/0xc65ffb29b5b31c79 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d138 expref: -99 pid: 6691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787141365.876018:0:6691:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1787141365.876039:0:6691:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x5:0x0].0x0 since=348s v=(0 0) 00010000:00010000:2.0:1787141365.876043:0:6691:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787141365.876053:0:6691:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000073625331/0xc65ffb29b5b31c79 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d138 expref: 6 pid: 6691 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.876071:0:6691:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000073625331/0xc65ffb29b5b31c79 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d138 expref: 6 pid: 6691 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141365.876084:0:6691:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c82da7000, rc 0) 00000100:00100000:2.0:1787141365.876140:0:6691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83684e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2353:x1873953240994688:12345-192.168.203.11@tcp:101:bash.0 Request processed in 209us (425us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141365.876159:0:6691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 59 00010000:00010000:1.0:1787141365.876792:0:3290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31c64 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141365.876820:0:3290:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31c64 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141365.876828:0:3290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31c64 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141365.876835:0:3290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf404a00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:1.0:1787141365.876850:0:3290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31c64 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141365.876858:0:3290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31c64 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141365.877888:0:3290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x719e0b09 (ffff8b7c9071a200) 00010000:00010000:1.0:1787141365.877900:0:3290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787141365.877906:0:3290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31c64 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141365.877915:0:3290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31c64 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141365.886005:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141365.886858:0:6690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240994816 00000100:00100000:0.0:1787141365.886868:0:6690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240994816 00000100:00100000:0.0:1787141365.886943:0:6690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 60 00000100:00100000:0.0:1787141365.886954:0:6690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83686680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:11566:x1873953240994816:12345-192.168.203.11@tcp:101:bash.0 00010000:00010000:0.0:1787141365.886971:0:6690:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141365.886986:0:6690:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000720ad174/0xc65ffb29b5b31c80 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d13f expref: -99 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.887025:0:6690:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000073625331/0xc65ffb29b5b31c79 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d138 expref: 7 pid: 6691 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.887035:0:6690:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787141365.887039:0:6690:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787141365.887044:0:6690:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000720ad174/0xc65ffb29b5b31c80 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d13f expref: 7 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.887074:0:6690:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000073625331/0xc65ffb29b5b31c79 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d138 expref: 7 pid: 6691 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.887088:0:6690:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000073625331/0xc65ffb29b5b31c79 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d138 expref: 7 pid: 6691 timeout: 448 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141365.887101:0:6690:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7ca6deb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6690:1873953263001984:192.168.203.11@tcp:104: 00000100:00100000:0.0:1787141365.887198:0:6690:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca0346300 going to sleep for 11 seconds 00000100:00100000:2.0:1787141365.892978:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141365.893105:0:6690:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7ca6deb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6690:1873953263001984:192.168.203.11@tcp:104: 00010000:00010000:0.0:1787141365.893139:0:6690:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000720ad174/0xc65ffb29b5b31c80 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d13f expref: 7 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141365.893177:0:6690:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf405e00, rc 0) 00000100:00100000:0.0:1787141365.893243:0:6690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83686680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:11566:x1873953240994816:12345-192.168.203.11@tcp:101:bash.0 Request processed in 6290us (7244us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141365.893252:0:6690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 60 00000100:00100000:1.0:1787141365.893940:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240994944 00000100:00100000:1.0:1787141365.893948:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240994944 00010000:00010000:1.0:1787141365.893983:0:5825:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000073625331/0xc65ffb29b5b31c79 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d138 expref: 7 pid: 6691 timeout: 448 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141365.894012:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 74 00000100:00100000:1.0:1787141365.894021:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caebed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:2352:x1873953240994944:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787141365.894035:0:5825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787141365.894058:0:5825:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000073625331/0xc65ffb29b5b31c79 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d138 expref: 7 pid: 6691 timeout: 448 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141365.894072:0:5825:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000073625331/0xc65ffb29b5b31c79 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d138 expref: 7 pid: 6691 timeout: 448 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141365.894096:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000073625331/0xc65ffb29b5b31c79 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d138 expref: 7 pid: 6691 timeout: 448 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141365.894118:0:5825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787141365.894123:0:5825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787141365.894133:0:5825:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000720ad174/0xc65ffb29b5b31c80 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d13f expref: 6 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141365.894144:0:5825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000720ad174/0xc65ffb29b5b31c80 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d13f expref: 6 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141365.894181:0:5825:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000720ad174/0xc65ffb29b5b31c80 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d13f expref: 6 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141365.894196:0:5825:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7caf904a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5825:1873953263002112:192.168.203.11@tcp:105: 00000100:00100000:1.0:1787141365.894376:0:5825:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c850359c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787141365.903621:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141365.903973:0:5842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240995200 00000100:00100000:3.0:1787141365.903983:0:5842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240995200 00000100:00100000:3.0:1787141365.904160:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 55 00000100:00100000:3.0:1787141365.904182:0:5842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caebeca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+38:11566:x1873953240995200:12345-192.168.203.11@tcp:35:bash.0 00000100:00100000:3.0:1787141365.904678:0:5842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caebeca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+39:11566:x1873953240995200:12345-192.168.203.11@tcp:35:bash.0 Request processed in 506us (1064us total) trans 4294967483 rc 0/0 00000100:00100000:3.0:1787141365.904687:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 55 00000100:00100000:1.0:1787141365.906908:0:5825:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7caf904a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5825:1873953263002112:192.168.203.11@tcp:105: 00010000:00010000:1.0:1787141365.906949:0:5825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787141365.907017:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caebed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2352:x1873953240994944:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 12995us (14049us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141365.907029:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 74 00000100:00100000:2.0:1787141366.155096:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141366.155361:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240995328 00000100:00100000:3.0:1787141366.155372:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240995328 00000100:00100000:3.0:1787141366.155452:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 200 00000100:00100000:3.0:1787141366.155464:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83702a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+39:11582:x1873953240995328:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:3.0:1787141366.155490:0:5840:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141366.155511:0:5840:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31c87 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d146 expref: -99 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.155777:0:5840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31c8e lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.155793:0:5840:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31c8e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.155839:0:5840:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31c8e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787141366.155896:0:5840:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xa:0x0]: returning size 7680 00000004:00200000:3.0:1787141366.155900:0:5840:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1787141366.155921:0:5840:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31c8e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.155947:0:5840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31c87 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d146 expref: 41 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.155966:0:5840:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31c8e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d146 expref: 40 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.155989:0:5840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff8b7ca1f39600) 00010000:00010000:3.0:1787141366.155992:0:5840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787141366.155995:0:5840:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf439400, rc 0) 00000100:00100000:3.0:1787141366.156110:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83702a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+40:11582:x1873953240995328:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 648us (1022us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141366.156118:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 200 00000100:00100000:1.0:1787141366.171002:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141366.172522:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240995584 00000100:00100000:0.0:1787141366.172537:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240995584 00000100:00100000:0.0:1787141366.172611:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 201 00000100:00100000:0.0:1787141366.172622:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caf904a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+40:11582:x1873953240995584:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:0.0:1787141366.172641:0:8206:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141366.172662:0:8206:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31c95 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d14d expref: -99 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.172758:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b31c9c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.172771:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b31c9c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.172783:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b31c9c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787141366.172820:0:8206:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xe:0x0]: returning size 9 00010000:00010000:0.0:1787141366.172973:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31c95 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d14d expref: 43 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.172994:0:8206:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b31c9c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d14d expref: 42 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.173022:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe:0x0].0x0 (ffff8b7c9071a700) 00010000:00010000:0.0:1787141366.173025:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787141366.173029:0:8206:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf404e00, rc 0) 00000100:00100000:0.0:1787141366.173098:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caf904a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+42:11582:x1873953240995584:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 478us (2106us total) trans 4294967484 rc 0/0 00000100:00100000:0.0:1787141366.173106:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 201 00000100:00100000:2.0:1787141366.178126:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141366.178253:0:8451:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240995712 00000100:00100000:3.0:1787141366.178264:0:8451:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240995712 00000100:00100000:3.0:1787141366.178333:0:8451:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 15 00000100:00100000:3.0:1787141366.178344:0:8451:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98011450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+42:2352:x1873953240995712:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787141366.178358:0:8451:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787141366.178382:0:8451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b31c9c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d14d expref: 42 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.178401:0:8451:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe:0x0].0x0 (ffff8b7c9071a700) 00010000:00010000:3.0:1787141366.178406:0:8451:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787141366.178483:0:8451:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98011450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+41:2352:x1873953240995712:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 140us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141366.178491:0:8451:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 15 00000100:00100000:2.0:1787141366.181988:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141366.182190:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240995968 00000100:00100000:0.0:1787141366.182201:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240995968 00000100:00100000:0.0:1787141366.182262:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 202 00000100:00100000:0.0:1787141366.182273:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83700700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+41:11582:x1873953240995968:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:0.0:1787141366.182307:0:5839:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141366.182330:0:5839:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31caa lrc: 2/0,0 mode: --/CR res: [0x200000401:0xe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d154 expref: -99 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.182448:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31cb1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.182463:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31cb1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.182484:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31cb1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787141366.182497:0:5839:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xe:0x0]: returning size 9 00010000:00010000:0.0:1787141366.182613:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31caa lrc: 0/0,0 mode: --/CR res: [0x200000401:0xe:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d154 expref: 44 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.182649:0:5839:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31cb1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d154 expref: 43 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.182657:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe:0x0].0x0 (ffff8b7c9071a700) 00010000:00010000:0.0:1787141366.182660:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1787141366.182663:0:5839:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf404a00, rc 0) 00000100:00100000:0.0:1787141366.182722:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83700700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+43:11582:x1873953240995968:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 451us (743us total) trans 4294967485 rc 0/0 00000100:00100000:0.0:1787141366.182729:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 202 00000100:00100000:0.0:1787141366.192519:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141366.192659:0:12006:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240996096 00000100:00100000:2.0:1787141366.192669:0:12006:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240996096 00000100:00100000:2.0:1787141366.192727:0:12006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 61 00000100:00100000:2.0:1787141366.192739:0:12006:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6deb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+6:2353:x1873953240996096:12345-192.168.203.11@tcp:1:lfs.0 00010000:00010000:2.0:1787141366.192781:0:12006:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005c468423/0xc65ffb29b5b31cbf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141366.192862:0:12006:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000720ad174/0xc65ffb29b5b31c80 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d13f expref: 6 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141366.192871:0:12006:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0x5:0x0].0x0 since=1s v=(0 0) 00010000:00010000:2.0:1787141366.192876:0:12006:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x5:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1787141366.192880:0:12006:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005c468423/0xc65ffb29b5b31cbf lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141366.192920:0:12006:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000720ad174/0xc65ffb29b5b31c80 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d13f expref: 6 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141366.192933:0:12006:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000720ad174/0xc65ffb29b5b31c80 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d13f expref: 6 pid: 6690 timeout: 449 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141366.192947:0:12006:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83701880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12006:1873953263002240:192.168.203.11@tcp:104: 00000100:00100000:2.0:1787141366.193039:0:12006:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c812ed3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787141366.199662:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141366.200013:0:6696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240996224 00000100:00100000:0.0:1787141366.200023:0:6696:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240996224 00002000:00100000:0.0:1787141366.200084:0:6696:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->8) req@ffff8b7cae417b80 x1873953240996224/t0(0) o4->0fd039ab-150d-4a77-92cd-c96e4dce9634@192.168.203.11@tcp:507/0 lens 504/0 e 0 to 0 dl 1787141377 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787141366.200096:0:6696:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b7cae417b80 with x1873953240996224 ext(0->8) 00010000:00010000:0.0:1787141366.200107:0:6696:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000720ad174/0xc65ffb29b5b31c80 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d13f expref: 7 pid: 6690 timeout: 449 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.200125:0:6696:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000720ad174/0xc65ffb29b5b31c80 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d13f expref: 7 pid: 6690 timeout: 449 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787141366.200132:0:6696:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8b7cae417b80 00000100:00100000:0.0:1787141366.200177:0:6696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 3 00000100:00100000:0.0:1787141366.200187:0:6696:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cae417b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:2352:x1873953240996224:12345-192.168.203.11@tcp:4:lfs.0 00000100:00100000:0.0:1787141366.200706:0:6696:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cae417b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+9:2352:x1873953240996224:12345-192.168.203.11@tcp:4:lfs.0 Request processed in 518us (1052us total) trans 4294967308 rc 0/0 00000100:00100000:0.0:1787141366.200713:0:6696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 3 00002000:00100000:0.0:1787141366.200721:0:6696:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x5:0x0] (0->8) req@ffff8b7cae417b80 x1873953240996224/t4294967308(0) o4->0fd039ab-150d-4a77-92cd-c96e4dce9634@192.168.203.11@tcp:507/0 lens 504/448 e 0 to 0 dl 1787141377 ref 1 fl Complete:H/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787141366.200729:0:6696:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b7cae417b80 with x1873953240996224 ext(0->8) 00010000:00010000:0.0:1787141366.200734:0:6696:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000720ad174/0xc65ffb29b5b31c80 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d13f expref: 9 pid: 6690 timeout: 449 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.200746:0:6696:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000720ad174/0xc65ffb29b5b31c80 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d13f expref: 9 pid: 6690 timeout: 449 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787141366.200752:0:6696:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8b7cae417b80 00000100:00100000:3.0:1787141366.201001:0:12006:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83701880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12006:1873953263002240:192.168.203.11@tcp:104: 00010000:00010000:3.0:1787141366.201026:0:12006:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005c468423/0xc65ffb29b5b31cbf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141366.204974:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141366.205393:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240996352 00000100:00100000:0.0:1787141366.205404:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240996352 00010000:00010000:0.0:1787141366.205461:0:5826:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000720ad174/0xc65ffb29b5b31c80 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d13f expref: 9 pid: 6690 timeout: 449 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141366.205505:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 75 00000100:00100000:0.0:1787141366.205515:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caf905880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+9:2353:x1873953240996352:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787141366.205530:0:5826:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1787141366.205549:0:5826:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb size from disk: 0 -> 9 00002000:00010000:0.0:1787141366.205552:0:5826:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb mtime from disk: 0 -> 1787141366 00002000:00010000:0.0:1787141366.205554:0:5826:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb atime from disk: 0 -> 1787141366 00002000:00010000:0.0:1787141366.205556:0:5826:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0x5:0x0] updating lvb ctime from disk: 0 -> 1787141366 00010000:00010000:0.0:1787141366.205578:0:5826:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000720ad174/0xc65ffb29b5b31c80 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d13f expref: 9 pid: 6690 timeout: 449 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.205592:0:5826:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000720ad174/0xc65ffb29b5b31c80 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d13f expref: 9 pid: 6690 timeout: 449 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.205617:0:5826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000720ad174/0xc65ffb29b5b31c80 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d13f expref: 9 pid: 6690 timeout: 449 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.205633:0:5826:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x5:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1787141366.205638:0:5826:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x5:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1787141366.205644:0:5826:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005c468423/0xc65ffb29b5b31cbf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.205654:0:5826:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005c468423/0xc65ffb29b5b31cbf lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.205843:0:5826:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787141366.205892:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caf905880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+8:2353:x1873953240996352:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 378us (926us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141366.205899:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 75 00010000:00010000:3.0:1787141366.209628:0:12006:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005c468423/0xc65ffb29b5b31cbf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.209668:0:12006:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005c468423/0xc65ffb29b5b31cbf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141366.210092:0:12006:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005c468423/0xc65ffb29b5b31cbf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141366.210105:0:12006:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005c468423/0xc65ffb29b5b31cbf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141366.210114:0:12006:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005c468423/0xc65ffb29b5b31cbf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141366.210134:0:12006:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c82da7400 already unused, calling callback (ffffffffc163e230) 00010000:00010000:2.0:1787141366.210139:0:12006:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005c468423/0xc65ffb29b5b31cbf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141366.210222:0:12006:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005c468423/0xc65ffb29b5b31cbf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141366.210243:0:12006:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005c468423/0xc65ffb29b5b31cbf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141366.210252:0:12006:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005c468423/0xc65ffb29b5b31cbf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141366.210402:0:12006:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6deb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:2353:x1873953240996096:12345-192.168.203.11@tcp:1:lfs.0 Request processed in 17660us (17886us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141366.210428:0:12006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 61 00000100:00100000:1.0:1787141366.217299:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141366.217374:0:5843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240996608 00000100:00100000:0.0:1787141366.217385:0:5843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240996608 00000100:00100000:0.0:1787141366.217452:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 56 00000100:00100000:0.0:1787141366.217462:0:5843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c3b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+43:11582:x1873953240996608:12345-192.168.203.11@tcp:35:lfs.0 00000004:00010000:0.0:1787141366.217525:0:5843:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000401:0xe:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31cb1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d154 expref: 43 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1787141366.218047:0:5843:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967486 00000001:00080000:0.0:1787141366.218100:0:5843:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967487 00000001:00080000:0.0:1787141366.218490:0:5843:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967488 00010000:00010000:0.0:1787141366.218550:0:5843:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31cc6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5843 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.218566:0:5843:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405000/0xc65ffb29b5b31c6b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d131 expref: 47 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.218575:0:5843:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31cc6 lrc: 4/0,1 mode: --/EX res: [0x200000401:0xe:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5843 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.218613:0:5843:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405000/0xc65ffb29b5b31c6b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d131 expref: 47 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.218632:0:5843:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405000/0xc65ffb29b5b31c6b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d131 expref: 47 pid: 5839 timeout: 449 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141366.218647:0:5843:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7ca6deaa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5843:1873953263002368:192.168.203.11@tcp:104: 00000100:00100000:0.0:1787141366.219083:0:5843:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca0346f00 going to sleep for 11 seconds 00000100:00100000:0.0:1787141366.222495:0:5843:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7ca6deaa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5843:1873953263002368:192.168.203.11@tcp:104: 00010000:00010000:0.0:1787141366.222526:0:5843:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31cc6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xe:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5843 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141366.225051:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141366.225391:0:8451:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240996736 00000100:00100000:3.0:1787141366.225401:0:8451:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240996736 00010000:00010000:3.0:1787141366.225456:0:8451:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405000/0xc65ffb29b5b31c6b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d131 expref: 48 pid: 5839 timeout: 449 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141366.225497:0:8451:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 76 00000100:00100000:3.0:1787141366.225507:0:8451:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caf905c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+48:2352:x1873953240996736:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787141366.225520:0:8451:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787141366.225528:0:8451:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405000/0xc65ffb29b5b31c6b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d131 expref: 48 pid: 5839 timeout: 449 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.225542:0:8451:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405000/0xc65ffb29b5b31c6b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d131 expref: 48 pid: 5839 timeout: 449 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.225563:0:8451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405000/0xc65ffb29b5b31c6b lrc: 0/0,0 mode: --/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d131 expref: 48 pid: 5839 timeout: 449 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.225584:0:8451:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe:0x0].0x0 (ffff8b7c9071a700) 00010000:00010000:3.0:1787141366.225589:0:8451:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31cc6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xe:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5843 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.225598:0:8451:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31cc6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xe:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5843 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.225624:0:8451:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31cc6 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0xe:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5843 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.225656:0:8451:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787141366.225721:0:8451:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caf905c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+47:2352:x1873953240996736:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 214us (678us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141366.225729:0:8451:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 76 00010000:00010000:0.0:1787141366.225962:0:5843:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31cc6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xe:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5843 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.225971:0:5843:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31cc6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xe:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5843 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1787141366.226116:0:5843:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967489 00000001:00080000:0.0:1787141366.226329:0:5843:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967490 00000100:00100000:0.0:1787141366.226448:0:5843:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7ca6deaa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5843:1873953263002496:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1787141366.226498:0:5843:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141366.226533:0:5843:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca0346240 going to sleep for 11 seconds 00000100:00100000:2.0:1787141366.226644:0:5844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263002496 00000100:00100000:2.0:1787141366.226650:0:5844:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263002496 00000100:00100000:2.0:1787141366.226703:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1787141366.226712:0:5844:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6de8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5843:x1873953263002496:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1787141366.226776:0:5844:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6de8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5843:x1873953263002496:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 66us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141366.226783:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00080000:0.0:1787141366.226989:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787141366.227020:0:5843:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7ca6deaa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5843:1873953263002496:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:0.0:1787141366.227754:0:5843:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967491 00000100:00100000:0.0:1787141366.228959:0:5843:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7ca6deaa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5843:1873953263002624:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1787141366.229026:0:5843:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141366.229061:0:5843:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca0346f00 going to sleep for 11 seconds 00000100:00100000:2.0:1787141366.229448:0:5844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263002624 00000100:00100000:2.0:1787141366.229456:0:5844:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263002624 00000100:00100000:2.0:1787141366.229525:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1787141366.229535:0:5844:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6de9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5843:x1873953263002624:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1787141366.229756:0:5844:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6de9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:5843:x1873953263002624:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 221us (729us total) trans 4294967309 rc 0/0 00000100:00100000:2.0:1787141366.229764:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1787141366.230274:0:5843:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7ca6deaa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5843:1873953263002624:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:0.0:1787141366.230349:0:5843:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967492 00010000:00010000:0.0:1787141366.230398:0:5843:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31cc6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xe:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5843 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.230539:0:5843:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31cc6 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xe:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5843 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.230547:0:5843:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31cc6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xe:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5843 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.230554:0:5843:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf405800 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141366.230559:0:5843:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31cc6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xe:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5843 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.230567:0:5843:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31cc6 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xe:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5843 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.230598:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe:0x0].0x0 (ffff8b7c9071a700) 00010000:00010000:0.0:1787141366.230601:0:5843:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1787141366.230606:0:5843:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31cc6 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xe:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5843 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.230613:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31cc6 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xe:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5843 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787141366.231007:0:5843:0:(mdd_object.c:4014:mdd_close()) Object [0x200000401:0xf:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1787141366.231114:0:5843:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].5, 64 off8512 00000004:00080000:0.0:1787141366.231125:0:5843:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 349237328929ns, next at 350237326494ns, rc = 0 00000001:00080000:0.0:1787141366.231132:0:5843:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967493 00010000:00010000:0.0:1787141366.231247:0:5843:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe:0x0].0x0 (ffff8b7c9071a700) 00010000:00010000:0.0:1787141366.231250:0:5843:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1787141366.231257:0:5843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31cb1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xe:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d154 expref: 51 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141366.231432:0:5843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c3b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+50:11582:x1873953240996608:12345-192.168.203.11@tcp:35:lfs.0 Request processed in 13970us (14142us total) trans 4294967494 rc 0/0 00000100:00100000:0.0:1787141366.231441:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 56 00000020:00080000:0.0:1787141366.231447:0:5843:0:(tgt_main.c:784:tgt_ses_key_exit()) total 9 transactions per RPC 00000100:00100000:1.0:1787141366.236088:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141366.236234:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240996864 00000100:00100000:2.0:1787141366.236244:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240996864 00000100:00100000:2.0:1787141366.236306:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 203 00000100:00100000:2.0:1787141366.236317:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caf907b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+50:11582:x1873953240996864:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:2.0:1787141366.236339:0:5840:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141366.236362:0:5840:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7400/0xc65ffb29b5b31ccd lrc: 2/0,0 mode: --/CR res: [0x200000401:0xe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d15b expref: -99 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141366.236444:0:5840:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7400/0xc65ffb29b5b31ccd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d15b expref: 51 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141366.236460:0:5840:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7400/0xc65ffb29b5b31ccd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d15b expref: 51 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141366.236479:0:5840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe:0x0].0x0 (ffff8b7ca1f39d00) 00010000:00010000:2.0:1787141366.236482:0:5840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1787141366.236486:0:5840:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c82da7400, rc 0) 00000100:00100000:2.0:1787141366.236548:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caf907b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+51:11582:x1873953240996864:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 233us (471us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141366.236555:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 203 00000100:00100000:1.0:1787141366.240655:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141366.240754:0:5842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240997120 00000100:00100000:3.0:1787141366.240764:0:5842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240997120 00000100:00100000:3.0:1787141366.240840:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 57 00000100:00100000:3.0:1787141366.240850:0:5842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caf904380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+51:11582:x1873953240997120:12345-192.168.203.11@tcp:35:lfs.0 00000100:00100000:3.0:1787141366.241122:0:5842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caf904380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+52:11582:x1873953240997120:12345-192.168.203.11@tcp:35:lfs.0 Request processed in 272us (477us total) trans 4294967495 rc 0/0 00000100:00100000:3.0:1787141366.241130:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 57 00000100:00100000:1.0:1787141366.333635:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141366.333738:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240997248 00000100:00100000:0.0:1787141366.333748:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240997248 00000100:00100000:0.0:1787141366.333839:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 204 00000100:00100000:0.0:1787141366.333849:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caf906680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+52:11592:x1873953240997248:12345-192.168.203.11@tcp:34:lfs.0 00010000:00010000:0.0:1787141366.333929:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31cd4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.333965:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31cd4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.333978:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31cd4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.333994:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31cdb lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.334001:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31cdb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.334008:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31cdb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.334110:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b31ce2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.334119:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b31ce2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.334126:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b31ce2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787141366.334178:0:8206:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b31ce2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.334190:0:8206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31cd4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.334196:0:8206:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31cd4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.334214:0:8206:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31cd4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.334220:0:8206:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf404a00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141366.334224:0:8206:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31cd4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.334232:0:8206:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31cd4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.334244:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff8b7ca1f39600) 00010000:00010000:0.0:1787141366.334247:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787141366.334251:0:8206:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31cd4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.334257:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31cd4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.334271:0:8206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31cdb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.334278:0:8206:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31cdb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.334283:0:8206:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31cdb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.334288:0:8206:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf405800 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141366.334291:0:8206:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31cdb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.334308:0:8206:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31cdb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.334316:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x719e0b09 (ffff8b7c9071a700) 00010000:00010000:0.0:1787141366.334319:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787141366.334321:0:8206:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31cdb lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.334326:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31cdb lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.334340:0:8206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b31ce2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.334346:0:8206:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b31ce2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.334351:0:8206:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b31ce2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.334356:0:8206:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf405e00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141366.334358:0:8206:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b31ce2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.334364:0:8206:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b31ce2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.334370:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe:0x0].0x0 (ffff8b7ca1f39d00) 00010000:00010000:0.0:1787141366.334373:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787141366.334376:0:8206:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b31ce2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.334392:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b31ce2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141366.334485:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caf906680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+52:11592:x1873953240997248:12345-192.168.203.11@tcp:34:lfs.0 Request processed in 637us (858us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141366.334494:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 204 00000100:00100000:1.0:1787141366.373261:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141366.373353:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240997504 00000100:00100000:3.0:1787141366.373364:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240997504 00000100:00100000:3.0:1787141366.373438:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 205 00000100:00100000:3.0:1787141366.373448:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca272f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+52:11595:x1873953240997504:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:3.0:1787141366.373468:0:10438:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141366.373487:0:10438:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31ce9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d162 expref: -99 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.373562:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31cf0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.373577:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31cf0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.373605:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31cf0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.373620:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31cf7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.373627:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31cf7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.373633:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31cf7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.373772:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31cfe lrc: 3/1,0 mode: --/PR res: [0x200000401:0xe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.373789:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31cfe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.374051:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31cfe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787141366.374062:0:10438:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xe:0x0]: returning size 9 00010000:00010000:3.0:1787141366.374165:0:10438:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31cf0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.374173:0:10438:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31cf0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.374179:0:10438:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31cf0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.374184:0:10438:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438600 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141366.374193:0:10438:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31cf0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.374200:0:10438:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31cf0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.374212:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff8b7ca1f39600) 00010000:00010000:3.0:1787141366.374215:0:10438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141366.374219:0:10438:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31cf0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.374225:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31cf0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.374237:0:10438:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31cf7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.374242:0:10438:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31cf7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.374247:0:10438:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31cf7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.374252:0:10438:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439600 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141366.374254:0:10438:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31cf7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.374260:0:10438:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31cf7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.374265:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x719e0b09 (ffff8b7c95a5b800) 00010000:00010000:3.0:1787141366.374267:0:10438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141366.374274:0:10438:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31cf7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.374279:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31cf7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.374316:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31ce9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d162 expref: 55 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.374329:0:10438:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31cfe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d162 expref: 54 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.374335:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe:0x0].0x0 (ffff8b7ca1f39d00) 00010000:00010000:3.0:1787141366.374337:0:10438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787141366.374340:0:10438:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf438400, rc 0) 00000100:00100000:3.0:1787141366.374451:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca272f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+54:11595:x1873953240997504:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 1003us (1199us total) trans 4294967496 rc 0/0 00000100:00100000:3.0:1787141366.374459:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 205 00000100:00100000:1.0:1787141366.378622:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141366.378729:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240997632 00000100:00100000:0.0:1787141366.378739:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240997632 00000100:00100000:0.0:1787141366.378839:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 206 00000100:00100000:0.0:1787141366.378849:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+54:11595:x1873953240997632:12345-192.168.203.11@tcp:54:lfs.0 00010000:00010000:0.0:1787141366.378915:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b31d0c lrc: 3/1,0 mode: --/PR res: [0x200000401:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.378931:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b31d0c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.378942:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b31d0c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.378968:0:5841:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b31d0c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.378976:0:5841:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b31d0c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.378982:0:5841:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b31d0c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.378988:0:5841:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf405e00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141366.378992:0:5841:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b31d0c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.379013:0:5841:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b31d0c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.379024:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe:0x0].0x0 (ffff8b7ca1f39d00) 00010000:00010000:0.0:1787141366.379028:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787141366.379032:0:5841:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b31d0c lrc: 2/0,0 mode: --/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.379038:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b31d0c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141366.379102:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+54:11595:x1873953240997632:12345-192.168.203.11@tcp:54:lfs.0 Request processed in 253us (488us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141366.379110:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 206 00000100:00100000:1.0:1787141366.385499:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141366.385627:0:5843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240997888 00000100:00100000:0.0:1787141366.385637:0:5843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240997888 00000100:00100000:0.0:1787141366.385691:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 58 00000100:00100000:0.0:1787141366.385701:0:5843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+54:11595:x1873953240997888:12345-192.168.203.11@tcp:35:lfs.0 00000100:00100000:0.0:1787141366.385964:0:5843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+55:11595:x1873953240997888:12345-192.168.203.11@tcp:35:lfs.0 Request processed in 263us (473us total) trans 4294967497 rc 0/0 00000100:00100000:0.0:1787141366.385972:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 58 00000100:00100000:1.0:1787141366.477224:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141366.477318:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240998144 00000100:00100000:3.0:1787141366.477327:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240998144 00000100:00100000:3.0:1787141366.477388:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 207 00000100:00100000:3.0:1787141366.477399:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+55:11605:x1873953240998144:12345-192.168.203.11@tcp:101:bash.0 00010000:00010000:3.0:1787141366.477439:0:5839:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141366.477442:0:5839:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1787141366.477469:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31c8e lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d146 expref: 55 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.477488:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff8b7ca1f39600) 00010000:00010000:3.0:1787141366.477505:0:5839:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787141366.477519:0:5839:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31d13 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d169 expref: -99 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.477614:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31d1a lrc: 3/0,1 mode: --/CW res: [0x200000401:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.477628:0:5839:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31cfe lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d162 expref: 55 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.477636:0:5839:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31d1a lrc: 4/0,1 mode: --/CW res: [0x200000401:0xe:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.477668:0:5839:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31cfe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d162 expref: 55 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.477681:0:5839:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31cfe lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d162 expref: 55 pid: 10438 timeout: 449 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141366.477694:0:5839:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83685500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5839:1873953263002752:192.168.203.11@tcp:104: 00000100:00100000:3.0:1787141366.477857:0:5839:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7caf901c00 going to sleep for 11 seconds 00000100:00100000:1.0:1787141366.482304:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141366.482381:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240998272 00000100:00100000:0.0:1787141366.482390:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240998272 00010000:00010000:0.0:1787141366.482440:0:5826:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31cfe lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d162 expref: 56 pid: 10438 timeout: 449 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141366.482480:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 77 00000100:00100000:0.0:1787141366.482490:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f8d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+56:2353:x1873953240998272:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787141366.482519:0:5826:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787141366.482527:0:5826:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31cfe lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d162 expref: 56 pid: 10438 timeout: 449 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.482540:0:5826:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31cfe lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d162 expref: 56 pid: 10438 timeout: 449 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.482563:0:5826:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe:0x0].0x0 (ffff8b7ca1f39d00) 00010000:00010000:0.0:1787141366.482568:0:5826:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31d1a lrc: 3/0,1 mode: --/CW res: [0x200000401:0xe:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.482577:0:5826:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31d1a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xe:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.482584:0:5826:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31d1a lrc: 4/0,1 mode: CW/CW res: [0x200000401:0xe:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.482604:0:5826:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787141366.482669:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f8d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+56:2353:x1873953240998272:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 179us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141366.482675:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 77 00010000:00010000:3.0:1787141366.482901:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31cfe lrc: 0/0,0 mode: --/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d162 expref: 55 pid: 10438 timeout: 449 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141366.482918:0:5839:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83685500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5839:1873953263002752:192.168.203.11@tcp:104: 00010000:00010000:3.0:1787141366.482938:0:5839:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31d1a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xe:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.482948:0:5839:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31d1a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xe:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.482961:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31d1a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xe:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787141366.482981:0:5839:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xe:0x0]: returning size 9 00010000:00010000:3.0:1787141366.483121:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31d13 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d169 expref: 56 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.483135:0:5839:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31d1a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xe:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d169 expref: 55 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.483143:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe:0x0].0x0 (ffff8b7ca1f39d00) 00010000:00010000:3.0:1787141366.483146:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1787141366.483148:0:5839:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf439600, rc 0) 00000100:00100000:3.0:1787141366.483189:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+55:11605:x1873953240998144:12345-192.168.203.11@tcp:101:bash.0 Request processed in 5792us (5974us total) trans 4294967498 rc 0/0 00000100:00100000:3.0:1787141366.483197:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 207 00000100:00100000:1.0:1787141366.488294:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141366.488436:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240998528 00000100:00100000:3.0:1787141366.488447:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240998528 00000100:00100000:3.0:1787141366.488508:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 208 00000100:00100000:3.0:1787141366.488518:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+55:11605:x1873953240998528:12345-192.168.203.11@tcp:36:bash.0 00010000:00010000:3.0:1787141366.488825:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31d28 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.488842:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31d28 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.488853:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31d28 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1787141366.488926:0:10438:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967499 00000004:00010000:3.0:1787141366.488952:0:10438:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000eb47c497 reply state 0000000006fb0e4d transno 4294967500 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31d28 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141366.488960:0:10438:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1787141366.489242:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f8d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+58:11605:x1873953240998528:12345-192.168.203.11@tcp:36:bash.0 Request processed in 724us (956us total) trans 4294967500 rc 0/0 00000100:00100000:3.0:1787141366.489249:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 208 00000020:00080000:3.0:1787141366.489254:0:10438:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1787141366.493059:0:3291:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31d28 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.493087:0:3291:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31d28 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.493095:0:3291:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31d28 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.493121:0:3291:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439400 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141366.493126:0:3291:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31d28 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.493134:0:3291:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31d28 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.493158:0:3291:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe:0x0].0x0 (ffff8b7ca1f39d00) 00010000:00010000:0.0:1787141366.493161:0:3291:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787141366.493166:0:3291:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31d28 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.493171:0:3291:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31d28 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141366.495939:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141366.496067:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240998656 00000100:00100000:2.0:1787141366.496086:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240998656 00000100:00100000:2.0:1787141366.496165:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 209 00000100:00100000:2.0:1787141366.496175:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf588a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+57:11605:x1873953240998656:12345-192.168.203.11@tcp:101:bash.0 00010000:00010000:2.0:1787141366.496198:0:8206:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141366.496218:0:8206:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6000/0xc65ffb29b5b31d2f lrc: 2/0,0 mode: --/CR res: [0x200000401:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d170 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141366.496296:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b31d36 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141366.496309:0:8206:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31d1a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xe:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d169 expref: 58 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141366.496317:0:8206:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b31d36 lrc: 4/1,0 mode: --/PR res: [0x200000401:0xe:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141366.496347:0:8206:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31d1a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xe:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d169 expref: 58 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141366.496361:0:8206:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31d1a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xe:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d169 expref: 58 pid: 5839 timeout: 449 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141366.496374:0:8206:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cae417100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8206:1873953263002880:192.168.203.11@tcp:104: 00000100:00100000:2.0:1787141366.496688:0:8206:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c812ed3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787141366.502558:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141366.502703:0:8451:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240998784 00000100:00100000:3.0:1787141366.502722:0:8451:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240998784 00010000:00010000:3.0:1787141366.502762:0:8451:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31d1a lrc: 5/0,0 mode: CW/CW res: [0x200000401:0xe:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d169 expref: 59 pid: 5839 timeout: 449 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141366.502839:0:8451:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 78 00000100:00100000:3.0:1787141366.502849:0:8451:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cae415500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+59:2353:x1873953240998784:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787141366.502868:0:8451:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787141366.502875:0:8451:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31d1a lrc: 5/0,0 mode: CW/CW res: [0x200000401:0xe:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d169 expref: 59 pid: 5839 timeout: 449 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.502888:0:8451:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31d1a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xe:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d169 expref: 59 pid: 5839 timeout: 449 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.502909:0:8451:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe:0x0].0x0 (ffff8b7ca1f39d00) 00010000:00010000:3.0:1787141366.502915:0:8451:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b31d36 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xe:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.502942:0:8451:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b31d36 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.502949:0:8451:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b31d36 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.502969:0:8451:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787141366.503030:0:8451:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cae415500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+59:2353:x1873953240998784:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 182us (490us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141366.503038:0:8451:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 78 00010000:00010000:0.0:1787141366.503343:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31d1a lrc: 0/0,0 mode: --/CW res: [0x200000401:0xe:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d169 expref: 58 pid: 5839 timeout: 449 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141366.503358:0:8206:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cae417100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8206:1873953263002880:192.168.203.11@tcp:104: 00010000:00010000:0.0:1787141366.503378:0:8206:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b31d36 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.503387:0:8206:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b31d36 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.503393:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b31d36 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787141366.503449:0:8206:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xe:0x0]: returning size 0 00000004:00200000:0.0:1787141366.503461:0:8206:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1787141366.503482:0:8206:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b31d36 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.503511:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6000/0xc65ffb29b5b31d2f lrc: 0/0,0 mode: --/CR res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d170 expref: 58 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.503525:0:8206:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b31d36 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d170 expref: 57 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.503533:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe:0x0].0x0 (ffff8b7ca1f39d00) 00010000:00010000:0.0:1787141366.503535:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787141366.503538:0:8206:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c82da6800, rc 0) 00000100:00100000:0.0:1787141366.503579:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf588a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+57:11605:x1873953240998656:12345-192.168.203.11@tcp:101:bash.0 Request processed in 7407us (7649us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141366.503586:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 209 00000100:00100000:1.0:1787141366.510564:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141366.510735:0:5843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240999040 00000100:00100000:0.0:1787141366.510746:0:5843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240999040 00000100:00100000:0.0:1787141366.510829:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 59 00000100:00100000:0.0:1787141366.510840:0:5843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf58ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+57:11605:x1873953240999040:12345-192.168.203.11@tcp:35:bash.0 00000100:00100000:0.0:1787141366.511071:0:5843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf58ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+58:11605:x1873953240999040:12345-192.168.203.11@tcp:35:bash.0 Request processed in 231us (523us total) trans 4294967501 rc 0/0 00000100:00100000:0.0:1787141366.511088:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 59 00010000:00010000:1.0:1787141366.529223:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787141366.619880:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141366.620033:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240999168 00000100:00100000:3.0:1787141366.620044:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240999168 00000100:00100000:3.0:1787141366.620116:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 210 00000100:00100000:3.0:1787141366.620127:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cae417480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+58:11611:x1873953240999168:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:3.0:1787141366.620150:0:5839:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141366.620171:0:5839:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31d3d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d177 expref: -99 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.620235:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31d44 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.620250:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31d44 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.620261:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31d44 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787141366.620320:0:5839:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xa:0x0]: returning size 7680 00000004:00200000:3.0:1787141366.620324:0:5839:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1787141366.620367:0:5839:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31d44 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.620393:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31d3d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d177 expref: 60 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.620429:0:5839:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31d44 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d177 expref: 59 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.620439:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff8b7ca1f39600) 00010000:00010000:3.0:1787141366.620442:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787141366.620446:0:5839:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf438400, rc 0) 00000100:00100000:3.0:1787141366.620512:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cae417480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+59:11611:x1873953240999168:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 387us (641us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141366.620519:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 210 00000100:00100000:2.0:1787141366.625359:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141366.625467:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240999296 00000100:00100000:0.0:1787141366.625478:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240999296 00000100:00100000:0.0:1787141366.625539:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 211 00000100:00100000:0.0:1787141366.625549:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cae417100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+59:11611:x1873953240999296:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:0.0:1787141366.625570:0:5841:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141366.625604:0:5841:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b31d4b lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d17e expref: -99 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.625667:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31d52 lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.625681:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31d52 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.625692:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31d52 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.625707:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31d59 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.625728:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31d59 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.625736:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31d59 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.625870:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b31d60 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.625879:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b31d60 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.625886:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b31d60 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787141366.625919:0:5841:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xe:0x0]: returning size 0 00000004:00200000:0.0:1787141366.625924:0:5841:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1787141366.625940:0:5841:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b31d60 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.625959:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b31d60 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.625967:0:5841:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31d52 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.625973:0:5841:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31d52 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.625980:0:5841:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31d52 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.625986:0:5841:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf405800 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141366.625990:0:5841:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31d52 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.625998:0:5841:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31d52 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.626010:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff8b7ca1f39600) 00010000:00010000:0.0:1787141366.626014:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787141366.626018:0:5841:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31d52 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.626024:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31d52 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.626037:0:5841:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31d59 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.626044:0:5841:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31d59 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.626056:0:5841:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31d59 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.626061:0:5841:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf404a00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141366.626064:0:5841:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31d59 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.626507:0:5841:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31d59 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.626522:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x719e0b09 (ffff8b7c9071a700) 00010000:00010000:0.0:1787141366.626524:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787141366.626528:0:5841:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31d59 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.626534:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31d59 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.626568:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b31d4b lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d17e expref: 61 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.626582:0:5841:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b31d60 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d17e expref: 60 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.626590:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe:0x0].0x0 (ffff8b7ca1f39d00) 00010000:00010000:0.0:1787141366.626592:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787141366.626594:0:5841:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf404200, rc 0) 00000100:00100000:0.0:1787141366.626727:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cae417100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+60:11611:x1873953240999296:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 1178us (1377us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141366.626746:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 211 00000100:00100000:1.0:1787141366.633319:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141366.633387:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240999424 00000100:00100000:0.0:1787141366.633397:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240999424 00000100:00100000:0.0:1787141366.633471:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 16 00000100:00100000:0.0:1787141366.633482:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf58b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+60:2351:x1873953240999424:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787141366.633498:0:5826:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787141366.633523:0:5826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b31d60 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d17e expref: 60 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.633542:0:5826:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe:0x0].0x0 (ffff8b7ca1f39d00) 00010000:00010000:0.0:1787141366.633546:0:5826:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787141366.633601:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf58b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+59:2351:x1873953240999424:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 121us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141366.633609:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 16 00000100:00100000:2.0:1787141366.635591:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141366.635661:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240999680 00000100:00100000:0.0:1787141366.635670:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240999680 00000100:00100000:0.0:1787141366.635727:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 212 00000100:00100000:0.0:1787141366.635737:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+59:11611:x1873953240999680:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:0.0:1787141366.635755:0:8206:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141366.635774:0:8206:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b31d67 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d185 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.635925:0:8206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31d6e lrc: 3/0,1 mode: --/CW res: [0x200000401:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.635941:0:8206:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b31d36 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d170 expref: 60 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.635955:0:8206:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31d6e lrc: 4/0,1 mode: --/CW res: [0x200000401:0xe:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.635987:0:8206:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b31d36 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d170 expref: 60 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.635999:0:8206:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b31d36 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d170 expref: 60 pid: 8206 timeout: 449 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141366.636012:0:8206:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431d500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8206:1873953263003008:192.168.203.11@tcp:104: 00000100:00100000:0.0:1787141366.636361:0:8206:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca0346e40 going to sleep for 11 seconds 00000100:00100000:1.0:1787141366.642744:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141366.643663:0:8451:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953240999808 00000100:00100000:3.0:1787141366.643674:0:8451:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953240999808 00010000:00010000:3.0:1787141366.643723:0:8451:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b31d36 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d170 expref: 61 pid: 8206 timeout: 449 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141366.643762:0:8451:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 79 00000100:00100000:3.0:1787141366.643771:0:8451:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98908000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+61:2353:x1873953240999808:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787141366.643875:0:8451:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787141366.643884:0:8451:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b31d36 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d170 expref: 61 pid: 8206 timeout: 449 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.643898:0:8451:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b31d36 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d170 expref: 61 pid: 8206 timeout: 449 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.643937:0:8451:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe:0x0].0x0 (ffff8b7ca1f39d00) 00010000:00010000:3.0:1787141366.643943:0:8451:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31d6e lrc: 3/0,1 mode: --/CW res: [0x200000401:0xe:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.643952:0:8451:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31d6e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xe:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.643960:0:8451:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31d6e lrc: 4/0,1 mode: CW/CW res: [0x200000401:0xe:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.643977:0:8451:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787141366.644481:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b31d36 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d170 expref: 61 pid: 8206 timeout: 449 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141366.644500:0:8206:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431d500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8206:1873953263003008:192.168.203.11@tcp:104: 00010000:00010000:0.0:1787141366.644521:0:8206:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31d6e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xe:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.644530:0:8206:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31d6e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xe:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.644536:0:8206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31d6e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xe:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8206 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787141366.644554:0:8206:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xe:0x0]: returning size 0 00010000:00010000:0.0:1787141366.644690:0:8206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b31d67 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d185 expref: 62 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.644735:0:8206:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31d6e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xe:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d185 expref: 61 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.644743:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe:0x0].0x0 (ffff8b7ca1f39d00) 00010000:00010000:0.0:1787141366.644745:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1787141366.644748:0:8206:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf404a00, rc 0) 00000100:00100000:3.0:1787141366.645202:0:8451:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98908000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+61:2353:x1873953240999808:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 1430us (2465us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141366.645213:0:8451:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 79 00000100:00100000:0.0:1787141366.645273:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+60:11611:x1873953240999680:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 9536us (9687us total) trans 4294967502 rc 0/0 00000100:00100000:0.0:1787141366.645280:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 212 00000100:00100000:0.0:1787141366.649697:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141366.649973:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241000064 00000100:00100000:1.0:1787141366.649984:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241000064 00000100:00100000:1.0:1787141366.650047:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 17 00000100:00100000:1.0:1787141366.650057:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98010850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+60:11611:x1873953241000064:12345-192.168.203.11@tcp:103:lfs.0 00010000:00010000:1.0:1787141366.650082:0:5826:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787141366.650107:0:5826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7400/0xc65ffb29b5b31ccd lrc: 0/0,0 mode: --/CR res: [0x200000401:0xe:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d15b expref: 60 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141366.650122:0:5826:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe:0x0].0x0 (ffff8b7ca1f39d00) 00010000:00010000:1.0:1787141366.650127:0:5826:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787141366.650184:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98010850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+59:11611:x1873953241000064:12345-192.168.203.11@tcp:103:lfs.0 Request processed in 128us (495us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141366.650192:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 17 00000100:00100000:2.0:1787141366.653448:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141366.653552:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241000192 00000100:00100000:0.0:1787141366.653560:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241000192 00000100:00100000:0.0:1787141366.653611:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 213 00000100:00100000:0.0:1787141366.653621:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+59:11611:x1873953241000192:12345-192.168.203.11@tcp:58:lfs.0 00010000:00010000:0.0:1787141366.653711:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b31d7c lrc: 3/0,1 mode: --/EX res: [0x200000401:0xe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.653726:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b31d7c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xe:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141366.653736:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b31d7c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xe:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1787141366.653947:0:10438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].5, 136 off8872 00000100:00100000:0.0:1787141366.654025:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+59:11611:x1873953241000192:12345-192.168.203.11@tcp:58:lfs.0 Request processed in 404us (583us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141366.654033:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 213 00000100:00100000:3.0:1787141366.660398:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141366.660444:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241000320 00000100:00100000:3.0:1787141366.660454:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241000320 00000100:00100000:3.0:1787141366.660501:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 214 00000100:00100000:3.0:1787141366.660512:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83685500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+59:11611:x1873953241000320:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:3.0:1787141366.660534:0:5840:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141366.660552:0:5840:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31d83 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d18c expref: -99 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.660606:0:5840:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b31d7c lrc: 2/0,1 mode: EX/EX res: [0x200000401:0xe:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.660616:0:5840:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31d83 lrc: 4/0,0 mode: --/CR res: [0x200000401:0xe:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d18c expref: 60 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.660651:0:5840:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b31d7c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xe:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.660711:0:5840:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31d83 lrc: 3/0,0 mode: --/CR res: [0x200000401:0xe:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d18c expref: 60 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.660724:0:5840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe:0x0].0x0 (ffff8b7ca1f39d00) 00010000:00010000:3.0:1787141366.660727:0:5840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1787141366.660730:0:5840:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31d83 lrc: 3/0,0 mode: --/CR res: [0x200000401:0xe:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d18c expref: 60 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141366.660737:0:5840:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf438e00, rc 0) 00000100:00100000:3.0:1787141366.660823:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83685500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+60:11611:x1873953241000320:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 312us (432us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141366.660830:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 214 00000001:00080000:1.0:1787141366.728563:0:7643:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967308 is committed 00000001:00080000:1.0:1787141366.728754:0:7643:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967309 is committed 00010000:00010000:1.0:1787141367.556436:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1787141367.617091:0:11681:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1787141367.617102:0:11681:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1787141367.617299:0:11681:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 6 count 3 00000040:00080000:0.0:1787141367.617307:0:11681:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1787141367.617437:0:11681:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431d500 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11681:1873953263003136:192.168.203.11@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1787141367.617543:0:11681:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca0346840 going to sleep for 11 seconds 00000100:00100000:3.0:1787141367.622965:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141367.623244:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241000448 00000100:00100000:2.0:1787141367.623253:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241000448 00000100:00100000:2.0:1787141367.623335:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 215 00000100:00100000:2.0:1787141367.623347:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83701880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+61:11612:x1873953241000448:12345-192.168.203.11@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1787141367.623389:0:8206:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000401:0xe:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1787141367.623515:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83701880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+61:11612:x1873953241000448:12345-192.168.203.11@tcp:53:lhsmtool_posix.0 Request processed in 170us (560us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141367.623523:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 215 00000100:00080000:3.0:1787141367.626297:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787141367.626850:0:11681:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431d500 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11681:1873953263003136:192.168.203.11@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1787141367.633940:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141367.634174:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241000576 00000100:00100000:3.0:1787141367.634185:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241000576 00000100:00100000:3.0:1787141367.634260:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 216 00000100:00100000:3.0:1787141367.634270:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+60:11612:x1873953241000576:12345-192.168.203.11@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1787141367.634341:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31d8a lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.634358:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31d8a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.634386:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31d8a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.634417:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31d91 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xafd4eada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.634426:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31d91 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xafd4eada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.634433:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31d91 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xafd4eada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.634457:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31d98 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.634466:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31d98 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.634473:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31d98 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787141367.634509:0:5841:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xe:0x0]: returning size 0 00000004:00200000:3.0:1787141367.634513:0:5841:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1787141367.634525:0:5841:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31d98 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.634535:0:5841:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31d8a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.634541:0:5841:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31d8a lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.634559:0:5841:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31d8a lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.634565:0:5841:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438600 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141367.634569:0:5841:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31d8a lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.634576:0:5841:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31d8a lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.634588:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b7c84d5bf00) 00010000:00010000:3.0:1787141367.634591:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141367.634595:0:5841:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31d8a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.634600:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31d8a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.634612:0:5841:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31d91 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xafd4eada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.634618:0:5841:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31d91 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xafd4eada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.634623:0:5841:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31d91 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xafd4eada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.634628:0:5841:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439200 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141367.634630:0:5841:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31d91 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xafd4eada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.634649:0:5841:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31d91 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xafd4eada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.634658:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xafd4eada (ffff8b7c95a5b700) 00010000:00010000:3.0:1787141367.634660:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141367.634663:0:5841:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31d91 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xafd4eada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.634669:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31d91 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xafd4eada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.634682:0:5841:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31d98 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.634689:0:5841:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31d98 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.634694:0:5841:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31d98 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.634700:0:5841:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439600 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141367.634702:0:5841:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31d98 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.634708:0:5841:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31d98 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.634715:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe:0x0].0x0 (ffff8b7ca1f39d00) 00010000:00010000:3.0:1787141367.634717:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141367.634720:0:5841:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31d98 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.634736:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31d98 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141367.634877:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+60:11612:x1873953241000576:12345-192.168.203.11@tcp:34:lhsmtool_posix.0 Request processed in 608us (1047us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141367.634885:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 216 00000100:00100000:1.0:1787141367.648561:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141367.648704:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241000832 00000100:00100000:3.0:1787141367.648714:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241000832 00000100:00100000:3.0:1787141367.648782:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 217 00000100:00100000:3.0:1787141367.649041:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98908000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+60:11612:x1873953241000832:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1787141367.649133:0:5839:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141367.649156:0:5839:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6200/0xc65ffb29b5b31d9f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d193 expref: -99 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141367.649251:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b31da6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141367.649265:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b31da6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141367.649276:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b31da6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787141367.649287:0:5839:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xe:0x0]: returning size 0 00010000:00010000:2.0:1787141367.649386:0:5839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b31da6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141367.649394:0:5839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b31da6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141367.649413:0:5839:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b31da6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141367.649434:0:5839:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c82da6e00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:2.0:1787141367.649438:0:5839:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b31da6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141367.649445:0:5839:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b31da6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141367.649459:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe:0x0].0x0 (ffff8b7ca1f39d00) 00010000:00010000:2.0:1787141367.649462:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1787141367.649466:0:5839:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b31da6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xe:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141367.649472:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b31da6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xe:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141367.649514:0:5839:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6200/0xc65ffb29b5b31d9f lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d193 expref: 62 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141367.649524:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b7c84d5bf00) 00010000:00010000:2.0:1787141367.649527:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1787141367.649530:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6200/0xc65ffb29b5b31d9f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d193 expref: 62 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141367.649539:0:5839:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c82da6200, rc 0) 00000100:00100000:2.0:1787141367.649659:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98908000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+61:11612:x1873953241000832:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 867us (1106us total) trans 4294967503 rc 301/301 00000100:00100000:2.0:1787141367.649667:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 217 00000100:00100000:1.0:1787141367.657028:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141367.657111:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241000960 00000100:00100000:2.0:1787141367.657131:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241000960 00000100:00100000:2.0:1787141367.657189:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 218 00000100:00100000:2.0:1787141367.657200:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98909f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+61:11612:x1873953241000960:12345-192.168.203.11@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1787141367.657236:0:8206:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000401:0xe:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1787141367.657338:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98909f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+61:11612:x1873953241000960:12345-192.168.203.11@tcp:53:lhsmtool_posix.0 Request processed in 140us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141367.657347:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 218 00000100:00100000:0.0:1787141367.666166:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141367.666266:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241001216 00000100:00100000:3.0:1787141367.666276:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241001216 00000100:00100000:3.0:1787141367.666336:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 219 00000100:00100000:3.0:1787141367.666346:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+61:11612:x1873953241001216:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1787141367.666366:0:5840:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141367.666368:0:5840:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1787141367.666392:0:5840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31d44 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d177 expref: 61 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.666424:0:5840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff8b7ca1f39600) 00010000:00010000:3.0:1787141367.666428:0:5840:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787141367.666441:0:5840:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31db4 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d19a expref: -99 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787141367.666962:0:5840:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x6:0x0], index 0: 0 00010000:00010000:3.0:1787141367.667191:0:5840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31dbb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.667212:0:5840:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31dbb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.667228:0:5840:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31dbb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.667284:0:5840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31db4 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d19a expref: 63 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.667298:0:5840:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31dbb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d19a expref: 62 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.667306:0:5840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff8b7c95a5b700) 00010000:00010000:3.0:1787141367.667309:0:5840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787141367.667311:0:5840:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf439200, rc 0) 00000100:00100000:3.0:1787141367.667373:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+62:11612:x1873953241001216:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 1028us (1215us total) trans 4294967504 rc 0/0 00000100:00100000:3.0:1787141367.667380:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 219 00000100:00100000:1.0:1787141367.674918:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141367.675132:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241001472 00000100:00100000:2.0:1787141367.675142:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241001472 00000100:00100000:2.0:1787141367.675189:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 220 00000100:00100000:2.0:1787141367.675199:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9890b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+62:11612:x1873953241001472:12345-192.168.203.11@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1787141367.675268:0:5839:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787141367.675295:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439200/0xc65ffb29b5b31dbb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d19a expref: 62 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141367.675312:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff8b7c95a5b700) 00010000:00010000:2.0:1787141367.675322:0:5839:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787141367.675344:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6200/0xc65ffb29b5b31dc9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141367.675358:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6200/0xc65ffb29b5b31dc9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141367.675367:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6200/0xc65ffb29b5b31dc9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141367.675382:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b31dd0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xa:0x0].0x8ad5e742 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141367.675423:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b31dd0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x8ad5e742 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141367.675431:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b31dd0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x8ad5e742 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141367.675502:0:5839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6200/0xc65ffb29b5b31dc9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141367.675510:0:5839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6200/0xc65ffb29b5b31dc9 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141367.675517:0:5839:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6200/0xc65ffb29b5b31dc9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141367.675523:0:5839:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c82da6200 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:2.0:1787141367.675527:0:5839:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6200/0xc65ffb29b5b31dc9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141367.675533:0:5839:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6200/0xc65ffb29b5b31dc9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141367.675541:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff8b7ca1f39600) 00010000:00010000:2.0:1787141367.675544:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787141367.675548:0:5839:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6200/0xc65ffb29b5b31dc9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141367.675553:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6200/0xc65ffb29b5b31dc9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141367.675563:0:5839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b31dd0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xa:0x0].0x8ad5e742 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141367.675574:0:5839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b31dd0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x8ad5e742 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141367.675581:0:5839:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b31dd0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x8ad5e742 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141367.675585:0:5839:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c82da6e00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:2.0:1787141367.675588:0:5839:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b31dd0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x8ad5e742 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141367.675594:0:5839:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b31dd0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xa:0x0].0x8ad5e742 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141367.675602:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x8ad5e742 (ffff8b7ca1f39000) 00010000:00010000:2.0:1787141367.675604:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787141367.675607:0:5839:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b31dd0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xa:0x0].0x8ad5e742 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141367.675613:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b31dd0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xa:0x0].0x8ad5e742 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141367.675694:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9890b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+61:11612:x1873953241001472:12345-192.168.203.11@tcp:36:lhsmtool_posix.0 Request processed in 496us (785us total) trans 0 rc -2/-2 00000100:00100000:2.0:1787141367.675702:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 220 00000100:00100000:0.0:1787141367.682247:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141367.682565:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241001600 00000100:00100000:3.0:1787141367.682575:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241001600 00000100:00100000:3.0:1787141367.682633:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 221 00000100:00100000:3.0:1787141367.682644:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+61:11612:x1873953241001600:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1787141367.682662:0:5841:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141367.682683:0:5841:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31dd7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d1a1 expref: -99 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.682730:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31dde lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.682760:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31dde lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.682771:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31dde lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.683057:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31dd7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1a1 expref: 63 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.683075:0:5841:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31dde lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1a1 expref: 62 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.683084:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff8b7c95a5b800) 00010000:00010000:3.0:1787141367.683087:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1787141367.683091:0:5841:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf439600, rc 0) 00000100:00100000:3.0:1787141367.683152:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+62:11612:x1873953241001600:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 510us (915us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141367.683160:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 221 00000100:00100000:3.0:1787141367.689687:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141367.690502:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241001856 00000100:00100000:0.0:1787141367.690514:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241001856 00000100:00100000:0.0:1787141367.690574:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 222 00000100:00100000:0.0:1787141367.690584:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+62:11612:x1873953241001856:12345-192.168.203.11@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1787141367.690665:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b31de5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141367.690681:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b31de5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141367.690693:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b31de5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1787141367.690978:0:10438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].8, 88 off8800 00000004:00080000:0.0:1787141367.690988:0:10438:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 350697192411ns, next at 351697189684ns, rc = 0 00000004:00010000:0.0:1787141367.691072:0:10438:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000005564a837 reply state 000000003fccb69f transno 4294967505 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b31de5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141367.691083:0:10438:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1787141367.691195:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+64:11612:x1873953241001856:12345-192.168.203.11@tcp:36:lhsmtool_posix.0 Request processed in 611us (1516us total) trans 4294967505 rc 0/0 00000100:00100000:0.0:1787141367.691203:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 222 00010000:00010000:0.0:1787141367.694444:0:3290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b31de5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141367.694462:0:3290:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b31de5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141367.694469:0:3290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b31de5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141367.694475:0:3290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf404800 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141367.694480:0:3290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b31de5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141367.694487:0:3290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b31de5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141367.694504:0:3290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff8b7c95a5b800) 00010000:00010000:0.0:1787141367.694507:0:3290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1787141367.694512:0:3290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b31de5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x10:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141367.694518:0:3290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b31de5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x10:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141367.701000:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141367.701163:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241001984 00000100:00100000:0.0:1787141367.701174:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241001984 00000100:00100000:0.0:1787141367.701241:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 223 00000100:00100000:0.0:1787141367.701253:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+63:11612:x1873953241001984:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1787141367.701294:0:8206:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141367.701315:0:8206:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b31dec lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d1a8 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141367.701374:0:8206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b31dec lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1a8 expref: 64 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141367.701390:0:8206:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b31dec lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1a8 expref: 64 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141367.701422:0:8206:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff8b7c95a5b800) 00010000:00010000:0.0:1787141367.701425:0:8206:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1787141367.701429:0:8206:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf404800, rc 0) 00000100:00100000:0.0:1787141367.701493:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+64:11612:x1873953241001984:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 242us (503us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141367.701500:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 223 00000100:00100000:1.0:1787141367.707550:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141367.707732:0:12004:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241002112 00000100:00100000:3.0:1787141367.707742:0:12004:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241002112 00000100:00080000:0.0:1787141367.707891:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787141367.708067:0:12004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 62 00000100:00100000:0.0:1787141367.708078:0:12004:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98908700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+9:2352:x1873953241002112:12345-192.168.203.11@tcp:2:lhsmtool_posix.0 00000100:00100000:0.0:1787141367.708384:0:12004:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98908700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+10:2352:x1873953241002112:12345-192.168.203.11@tcp:2:lhsmtool_posix.0 Request processed in 306us (841us total) trans 4294967319 rc 0/0 00000100:00100000:0.0:1787141367.708392:0:12004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 62 00000100:00100000:1.0:1787141367.712348:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141367.712553:0:5843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241002368 00000100:00100000:0.0:1787141367.712563:0:5843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241002368 00000100:00100000:0.0:1787141367.712621:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 60 00000100:00100000:0.0:1787141367.712631:0:5843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9890bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+64:11612:x1873953241002368:12345-192.168.203.11@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1787141367.713002:0:5843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9890bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+65:11612:x1873953241002368:12345-192.168.203.11@tcp:35:lhsmtool_posix.0 Request processed in 371us (663us total) trans 4294967506 rc 0/0 00000100:00100000:0.0:1787141367.713009:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 60 00000100:00100000:1.0:1787141367.733155:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141367.733235:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241002624 00000100:00100000:0.0:1787141367.733244:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241002624 00000100:00100000:0.0:1787141367.733301:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 224 00000100:00100000:0.0:1787141367.733312:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9890aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+65:11612:x1873953241002624:12345-192.168.203.11@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1787141367.733430:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9890aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+65:11612:x1873953241002624:12345-192.168.203.11@tcp:57:lhsmtool_posix.0 Request processed in 120us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141367.733437:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 224 00000100:00100000:1.0:1787141367.738713:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141367.738788:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241002752 00000100:00100000:0.0:1787141367.738826:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241002752 00000100:00100000:0.0:1787141367.738885:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 225 00000100:00100000:0.0:1787141367.738896:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caf905880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+65:11612:x1873953241002752:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1787141367.738916:0:10438:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141367.738937:0:10438:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404000/0xc65ffb29b5b31df3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d1af expref: -99 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141367.739008:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b31dfa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141367.739021:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b31dfa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141367.739034:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b31dfa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787141367.739087:0:10438:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1787141367.739106:0:10438:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b31dfa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141367.739136:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404000/0xc65ffb29b5b31df3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1af expref: 67 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141367.739153:0:10438:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b31dfa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1af expref: 66 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141367.739162:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff8b7c95a5b800) 00010000:00010000:0.0:1787141367.739165:0:10438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1787141367.739168:0:10438:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf404600, rc 0) 00000100:00100000:0.0:1787141367.739217:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caf905880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+66:11612:x1873953241002752:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 323us (514us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141367.739225:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 225 00000100:00100000:1.0:1787141367.743994:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141367.744073:0:6690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241002880 00000100:00100000:0.0:1787141367.744082:0:6690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241002880 00000100:00100000:0.0:1787141367.744145:0:6690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 63 00000100:00100000:0.0:1787141367.744156:0:6690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caf905c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+10:2350:x1873953241002880:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1787141367.744172:0:6690:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141367.744192:0:6690:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f7853b6d/0xc65ffb29b5b31e01 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d1b6 expref: -99 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787141367.744217:0:6690:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a859cf7, blocks: 0x1 00010000:00010000:0.0:1787141367.744236:0:6690:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x6:0x0].0x0 since=350s v=(0 0) 00010000:00010000:0.0:1787141367.744254:0:6690:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787141367.744264:0:6690:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f7853b6d/0xc65ffb29b5b31e01 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1b6 expref: 11 pid: 6690 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141367.744282:0:6690:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f7853b6d/0xc65ffb29b5b31e01 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1b6 expref: 11 pid: 6690 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141367.744296:0:6690:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf405200, rc 0) 00000100:00100000:0.0:1787141367.744368:0:6690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caf905c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+11:2350:x1873953241002880:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 214us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141367.744376:0:6690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 63 00000100:00100000:1.0:1787141367.753103:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141367.753963:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241003136 00000100:00100000:3.0:1787141367.753973:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241003136 00000100:00100000:3.0:1787141367.754046:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 226 00000100:00100000:3.0:1787141367.754057:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+66:11612:x1873953241003136:12345-192.168.203.11@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1787141367.754181:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f8d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+66:11612:x1873953241003136:12345-192.168.203.11@tcp:57:lhsmtool_posix.0 Request processed in 126us (1088us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141367.754202:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 226 00000100:00100000:1.0:1787141367.758259:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141367.758350:0:12006:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241003264 00000100:00100000:2.0:1787141367.758360:0:12006:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241003264 00000100:00100000:2.0:1787141367.758428:0:12006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 64 00000100:00100000:2.0:1787141367.758438:0:12006:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cae415500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+11:11612:x1873953241003264:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1787141367.758455:0:12006:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141367.758487:0:12006:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e9a69db5/0xc65ffb29b5b31e08 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d1bd expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141367.758518:0:12006:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f7853b6d/0xc65ffb29b5b31e01 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1b6 expref: 12 pid: 6690 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141367.758534:0:12006:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787141367.758538:0:12006:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787141367.758542:0:12006:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e9a69db5/0xc65ffb29b5b31e08 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1bd expref: 12 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141367.758579:0:12006:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f7853b6d/0xc65ffb29b5b31e01 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1b6 expref: 12 pid: 6690 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141367.758593:0:12006:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f7853b6d/0xc65ffb29b5b31e01 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1b6 expref: 12 pid: 6690 timeout: 450 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141367.758607:0:12006:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbd1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12006:1873953263003264:192.168.203.11@tcp:104: 00000100:00100000:2.0:1787141367.758703:0:12006:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c812edc00 going to sleep for 11 seconds 00000100:00100000:2.0:1787141367.764907:0:12006:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbd1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12006:1873953263003264:192.168.203.11@tcp:104: 00010000:00010000:2.0:1787141367.764945:0:12006:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e9a69db5/0xc65ffb29b5b31e08 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1bd expref: 12 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141367.764966:0:12006:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c82da6e00, rc 0) 00000100:00100000:2.0:1787141367.765024:0:12006:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cae415500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+12:11612:x1873953241003264:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 6586us (6773us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141367.765508:0:12006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 64 00000100:00100000:1.0:1787141367.771728:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141367.772056:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241003392 00000100:00100000:3.0:1787141367.772068:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241003392 00010000:00010000:3.0:1787141367.772107:0:5824:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f7853b6d/0xc65ffb29b5b31e01 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1b6 expref: 12 pid: 6690 timeout: 450 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141367.772146:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 80 00000100:00100000:3.0:1787141367.772155:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf58b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+12:2353:x1873953241003392:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787141367.772171:0:5824:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787141367.772193:0:5824:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f7853b6d/0xc65ffb29b5b31e01 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1b6 expref: 12 pid: 6690 timeout: 450 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.772206:0:5824:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f7853b6d/0xc65ffb29b5b31e01 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1b6 expref: 12 pid: 6690 timeout: 450 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.772239:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f7853b6d/0xc65ffb29b5b31e01 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1b6 expref: 12 pid: 6690 timeout: 450 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.772266:0:5824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787141367.772271:0:5824:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787141367.772279:0:5824:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e9a69db5/0xc65ffb29b5b31e08 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1bd expref: 11 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.772292:0:5824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e9a69db5/0xc65ffb29b5b31e08 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1bd expref: 11 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.772348:0:5824:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e9a69db5/0xc65ffb29b5b31e08 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1bd expref: 11 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141367.772362:0:5824:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7caebedc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5824:1873953263003392:192.168.203.11@tcp:105: 00000100:00100000:3.0:1787141367.772450:0:5824:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7caf901240 going to sleep for 11 seconds 00000100:00100000:3.0:1787141367.777422:0:5824:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7caebedc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5824:1873953263003392:192.168.203.11@tcp:105: 00010000:00010000:3.0:1787141367.777447:0:5824:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787141367.777503:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf58b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+11:2353:x1873953241003392:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 5348us (5797us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141367.777514:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 80 00000100:00100000:1.0:1787141367.786680:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141367.787026:0:6694:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241003520 00000100:00100000:3.0:1787141367.787035:0:6694:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241003520 00002000:00100000:3.0:1787141367.787094:0:6694:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x6:0x0] (0->12) req@ffff8b7cbcbde300 x1873953241003520/t0(0) o4->0fd039ab-150d-4a77-92cd-c96e4dce9634@192.168.203.11@tcp:508/0 lens 504/0 e 0 to 0 dl 1787141378 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787141367.787105:0:6694:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b7cbcbde300 with x1873953241003520 ext(0->12) 00002000:00010000:3.0:1787141367.787110:0:6694:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b7cbcbde300 00000100:00100000:3.0:1787141367.787142:0:6694:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 6 00000100:00100000:3.0:1787141367.787151:0:6694:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+11:2352:x1873953241003520:12345-192.168.203.11@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1787141367.788112:0:6694:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+13:2352:x1873953241003520:12345-192.168.203.11@tcp:4:lhsmtool_posix.0 Request processed in 956us (1435us total) trans 4294967320 rc 0/0 00000100:00100000:3.0:1787141367.788121:0:6694:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 6 00002000:00100000:3.0:1787141367.788130:0:6694:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x6:0x0] (0->12) req@ffff8b7cbcbde300 x1873953241003520/t4294967320(0) o4->0fd039ab-150d-4a77-92cd-c96e4dce9634@192.168.203.11@tcp:508/0 lens 504/448 e 0 to 0 dl 1787141378 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787141367.788150:0:6694:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b7cbcbde300 with x1873953241003520 ext(0->12) 00002000:00010000:3.0:1787141367.788154:0:6694:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b7cbcbde300 00000100:00100000:1.0:1787141367.804712:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141367.807547:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241003648 00000100:00100000:2.0:1787141367.808472:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241003648 00000100:00100000:2.0:1787141367.808548:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 227 00000100:00100000:2.0:1787141367.808559:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbdca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+66:11612:x1873953241003648:12345-192.168.203.11@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1787141367.907140:0:5861:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967506 is committed 00000004:00080000:0.0:1787141367.907159:0:5861:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 10 committed 00000004:00080000:0.0:1787141367.907185:0:5861:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 7 committed 00000020:00080000:0.0:1787141367.907201:0:5861:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8b7ca0346240 refcount 2 committed 0 result 0 batchid 7 00000020:00080000:0.0:1787141367.907207:0:5861:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b7ca6d1ba00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8b7ca03463c0 00000020:00080000:0.0:1787141367.907210:0:5861:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b7ca6d1bc00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8b7c832b9000 00000004:00080000:0.0:1787141367.907239:0:5861:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 9 committed 00000020:00080000:0.0:1787141367.907262:0:5861:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 5 batchid updated 00000020:00080000:0.0:1787141367.907309:0:5861:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8b7c82db1e40 refcount 2 committed 0 result 0 batchid 6 00000020:00080000:0.0:1787141367.907327:0:5861:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b7c92521a00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8b7c82db1180 00000020:00080000:0.0:1787141367.907330:0:5861:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b7c92521f00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8b7cbbfba400 00000020:00080000:1.0:1787141367.907873:0:5872:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 7 committed batchid 5 00000020:00080000:1.0:1787141367.908056:0:5872:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 5 00000100:00100000:1.0:1787141367.908077:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953263003648:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1787141367.908202:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953263003520:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1787141367.908258:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141367.908679:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141367.908774:0:6690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263003520 00000100:00100000:0.0:1787141367.908822:0:6690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263003520 00000100:00100000:0.0:1787141367.908872:0:6690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263003648 00000100:00100000:0.0:1787141367.908876:0:6690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263003648 00000100:00100000:0.0:1787141367.908898:0:6690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1787141367.908906:0:6690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3305:x1873953263003520:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1787141367.908933:0:6690:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:5 count 1 00010000:00010000:0.0:1787141367.908958:0:6690:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b45dcadf/0xc65ffb29b5b31e0f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141367.908979:0:6690:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004a7229dd/0xc65ffb29b5b31bd1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d11c expref: 12 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141367.908987:0:6690:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0x5:0x0].0x0 since=2s v=(0 0) 00010000:00010000:0.0:1787141367.908991:0:6690:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x5:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1787141367.908995:0:6690:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b45dcadf/0xc65ffb29b5b31e0f lrc: 4/0,1 mode: --/PW res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141367.909025:0:6690:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004a7229dd/0xc65ffb29b5b31bd1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080010020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d11c expref: 12 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141367.909041:0:6690:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004a7229dd/0xc65ffb29b5b31bd1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480010020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d11c expref: 12 pid: 6688 timeout: 450 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141367.909054:0:6690:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6690:1873953263003776:192.168.203.11@tcp:104: 00000100:00080000:1.0:1787141367.909247:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787141367.910099:0:6690:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c862e9d80 going to sleep for 11 seconds 00000100:00100000:1.0:1787141367.910235:0:12004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1787141367.910252:0:12004:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4318e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3306:x1873953263003648:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1787141367.910722:0:12004:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0x6:0x0] updating lvb size from disk: 0 -> 13 00002000:00010000:1.0:1787141367.910726:0:12004:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0x6:0x0] updating lvb mtime from disk: 0 -> 1787141368 00002000:00010000:1.0:1787141367.910729:0:12004:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x240000400:0x6:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1787141367.910731:0:12004:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0x6:0x0] updating lvb ctime from disk: 1787141367 -> 1787141368 00002000:00010000:1.0:1787141367.910733:0:12004:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x6:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1787141367.910831:0:12004:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4318e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3306:x1873953263003648:12345-0@lo:2:osp-syn-0-0.0 Request processed in 585us (2151us total) trans 4294967321 rc 0/0 00000100:00100000:1.0:1787141367.910853:0:12004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000004:00080000:1.0:1787141367.910912:0:3306:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b7cbcbdea00/2, rc 0, transno 4294967321 00000100:00100000:1.0:1787141367.910919:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953263003648:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1787141367.913109:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbdca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+20:11612:x1873953241003648:12345-192.168.203.11@tcp:44:lhsmtool_posix.0 Request processed in 104543us (108397us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141367.913121:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 227 00000100:00100000:3.0:1787141367.913275:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7caebedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953263003904:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1787141367.913325:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141367.913383:0:12006:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263003904 00000100:00100000:3.0:1787141367.913389:0:12006:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263003904 00000100:00100000:3.0:1787141367.913435:0:12006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1787141367.913444:0:12006:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caebeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953263003904:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1787141367.913465:0:12006:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:5 count 1 00002000:00010000:3.0:1787141367.913497:0:12006:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x5:0x0] initial LVB size: 9, mtime: 0x6a859cf6, atime: 0x6a859cf6, ctime: 0x6a859cf6, blocks: 0xb 00010000:00010000:3.0:1787141367.913506:0:12006:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000327d4646/0xc65ffb29b5b31e16 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.913522:0:12006:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x5:0x0].0x0 since=350s v=(0 0) 00010000:00010000:3.0:1787141367.913527:0:12006:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787141367.913534:0:12006:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000327d4646/0xc65ffb29b5b31e16 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.913550:0:12006:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000327d4646/0xc65ffb29b5b31e16 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.913560:0:12006:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000327d4646/0xc65ffb29b5b31e16 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.913575:0:12006:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000327d4646/0xc65ffb29b5b31e16 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.913592:0:12006:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1787141367.914030:0:6690:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6690:1873953263003776:192.168.203.11@tcp:104: 00010000:00010000:2.0:1787141367.914051:0:6690:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b45dcadf/0xc65ffb29b5b31e0f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141367.914721:0:12006:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caebeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3307:x1873953263003904:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1275us (1393us total) trans 4294967310 rc 0/0 00000100:00100000:3.0:1787141367.914729:0:12006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00010000:00010000:3.0:1787141367.914751:0:7628:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1787141367.914754:0:3307:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967309 gen 2 00010000:00010000:3.0:1787141367.914757:0:7628:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000327d4646/0xc65ffb29b5b31e16 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787141367.914759:0:3307:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b7b83686d80, transno 4294967307 00000004:00080000:2.0:1787141367.914776:0:3307:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967309 committed transno 4294967309 00000100:00100000:2.0:1787141367.914809:0:3307:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff8b7caebedc00 x1873953263003904/t4294967310(4294967310) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1787141383 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1787141367.914820:0:3307:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b7caebedc00/2, rc 0, transno 4294967310 00000100:00100000:2.0:1787141367.914825:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7caebedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953263003904:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1787141367.914852:0:7628:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438400 already unused, calling callback (ffffffffc163e230) 00010000:00010000:3.0:1787141367.914857:0:7628:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000327d4646/0xc65ffb29b5b31e16 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.914868:0:7628:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000327d4646/0xc65ffb29b5b31e16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.914885:0:7628:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000327d4646/0xc65ffb29b5b31e16 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.914892:0:7628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000327d4646/0xc65ffb29b5b31e16 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.914910:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141367.914919:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141367.914921:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787141367.918566:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141367.919232:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241003776 00000100:00100000:0.0:1787141367.919243:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241003776 00010000:00010000:0.0:1787141367.919295:0:5826:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004a7229dd/0xc65ffb29b5b31bd1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d11c expref: 13 pid: 6688 timeout: 450 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141367.919351:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 81 00000100:00100000:0.0:1787141367.919362:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4319c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+13:2353:x1873953241003776:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787141367.919379:0:5826:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787141367.919470:0:5826:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004a7229dd/0xc65ffb29b5b31bd1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480010020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d11c expref: 13 pid: 6688 timeout: 450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141367.919553:0:5826:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004a7229dd/0xc65ffb29b5b31bd1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480010020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d11c expref: 13 pid: 6688 timeout: 450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141367.919578:0:5826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004a7229dd/0xc65ffb29b5b31bd1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480010020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d11c expref: 13 pid: 6688 timeout: 450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141367.919595:0:5826:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x5:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1787141367.919600:0:5826:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x5:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1787141367.919605:0:5826:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b45dcadf/0xc65ffb29b5b31e0f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141367.919615:0:5826:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b45dcadf/0xc65ffb29b5b31e0f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141367.920783:0:5826:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787141367.920888:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4319c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+12:2353:x1873953241003776:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 1524us (2326us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141367.920913:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 81 00010000:00010000:3.0:1787141367.920999:0:6690:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b45dcadf/0xc65ffb29b5b31e0f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.921014:0:6690:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b45dcadf/0xc65ffb29b5b31e0f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.921026:0:6690:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b45dcadf/0xc65ffb29b5b31e0f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.921035:0:6690:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b45dcadf/0xc65ffb29b5b31e0f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141367.921050:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00010000:00010000:3.0:1787141367.921066:0:6690:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1787141367.921364:0:6688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241003904 00000100:00100000:0.0:1787141367.921371:0:6688:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241003904 00000100:00100000:0.0:1787141367.921457:0:6688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 68 00000100:00100000:0.0:1787141367.921468:0:6688:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+12:2352:x1873953241003904:12345-192.168.203.11@tcp:16:lhsmtool_posix.0 00000100:00100000:3.0:1787141367.922060:0:6690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+8:3305:x1873953263003520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13152us (13799us total) trans 4294967322 rc 0/0 00000100:00100000:3.0:1787141367.922079:0:6690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000004:00080000:1.0:1787141367.922188:0:3305:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b7cbcbdfb80/2, rc 0, transno 4294967322 00000100:00100000:1.0:1787141367.922196:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953263003520:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1787141367.930242:0:7627:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787141367.930256:0:7627:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b45dcadf/0xc65ffb29b5b31e0f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.930270:0:7627:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf404000 already unused, calling callback (ffffffffc163e230) 00010000:00010000:3.0:1787141367.930275:0:7627:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b45dcadf/0xc65ffb29b5b31e0f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.930287:0:7627:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b45dcadf/0xc65ffb29b5b31e0f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.930322:0:7627:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b45dcadf/0xc65ffb29b5b31e0f lrc: 1/0,0 mode: --/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.930329:0:7627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b45dcadf/0xc65ffb29b5b31e0f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.930357:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141367.930360:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141367.930362:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1787141367.960288:0:6713:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967319 is committed 00000001:00080000:3.0:1787141367.960309:0:6713:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967321 is committed 00000100:00100000:1.0:1787141367.960502:0:6688:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+10:2352:x1873953241003904:12345-192.168.203.11@tcp:16:lhsmtool_posix.0 Request processed in 39031us (39447us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141367.960512:0:6688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 68 00000001:00080000:3.0:1787141367.960781:0:6713:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967322 is committed 00000001:00080000:3.0:1787141367.960788:0:6713:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967320 is committed 00000100:00100000:2.0:1787141367.971141:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141367.971510:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241004160 00000100:00100000:0.0:1787141367.971521:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241004160 00000100:00100000:0.0:1787141367.971578:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 228 00000100:00100000:0.0:1787141367.971588:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+20:11612:x1873953241004160:12345-192.168.203.11@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1787141367.971637:0:10438:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787141367.971664:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b31dfa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1af expref: 20 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141367.971685:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff8b7c95a5b800) 00010000:00010000:0.0:1787141367.971689:0:10438:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787141367.971731:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b31e1d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141367.971744:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b31e1d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141367.971753:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b31e1d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787141367.972538:0:10438:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000ff4391ce reply state 000000009f43907c transno 4294967507 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b31e1d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141367.972550:0:10438:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1787141367.972696:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+21:11612:x1873953241004160:12345-192.168.203.11@tcp:36:lhsmtool_posix.0 Request processed in 1107us (1563us total) trans 4294967507 rc 0/0 00000100:00100000:2.0:1787141367.972704:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 228 00010000:00010000:0.0:1787141367.977286:0:3291:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b31e1d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141367.977304:0:3291:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b31e1d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141367.977336:0:3291:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b31e1d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141367.977343:0:3291:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf404200 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141367.977347:0:3291:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b31e1d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141367.977355:0:3291:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b31e1d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141367.977371:0:3291:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff8b7c95a5b800) 00010000:00010000:0.0:1787141367.977375:0:3291:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787141367.977380:0:3291:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b31e1d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141367.977386:0:3291:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b31e1d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x10:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141367.979414:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141367.979501:0:12004:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241004288 00000100:00100000:1.0:1787141367.979512:0:12004:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241004288 00000100:00100000:1.0:1787141367.979568:0:12004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 69 00000100:00100000:1.0:1787141367.979578:0:12004:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:2353:x1873953241004288:12345-192.168.203.11@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1787141367.979861:0:12004:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0x6:0x0] updating lvb size from disk: 13 -> 13 00002000:00010000:1.0:1787141367.979865:0:12004:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0x6:0x0] updating lvb mtime from disk: 1787141368 -> 1787141366 00002000:00010000:1.0:1787141367.979869:0:12004:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x240000400:0x6:0x0] updating lvb atime from disk: 0 -> 1787141366 00002000:00010000:1.0:1787141367.979871:0:12004:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0x6:0x0] updating lvb ctime from disk: 1787141368 -> 1787141366 00002000:00010000:1.0:1787141367.979873:0:12004:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x6:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:1.0:1787141367.979940:0:12004:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+8:2353:x1873953241004288:12345-192.168.203.11@tcp:2:lhsmtool_posix.0 Request processed in 360us (541us total) trans 4294967323 rc 0/0 00000100:00100000:1.0:1787141367.979948:0:12004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 69 00000100:00100000:1.0:1787141367.985848:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141367.986161:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241004544 00000100:00100000:0.0:1787141367.986172:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241004544 00000100:00100000:0.0:1787141367.986236:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 229 00000100:00100000:0.0:1787141367.986247:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4318000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+20:11612:x1873953241004544:12345-192.168.203.11@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1787141367.986317:0:5840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b31e24 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141367.986333:0:5840:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31dde lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1a1 expref: 20 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141367.986341:0:5840:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b31e24 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x10:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141367.986391:0:5840:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31dde lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1a1 expref: 20 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141367.986656:0:5840:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31dde lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1a1 expref: 20 pid: 5841 timeout: 450 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141367.986672:0:5840:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431d180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5840:1873953263004032:192.168.203.11@tcp:104: 00000100:00100000:0.0:1787141367.986753:0:5840:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c862e90c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787141367.991563:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141367.991959:0:5840:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431d180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5840:1873953263004032:192.168.203.11@tcp:104: 00010000:00010000:0.0:1787141367.991985:0:5840:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b31e24 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x10:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141367.992177:0:8451:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241004672 00000100:00100000:3.0:1787141367.992186:0:8451:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241004672 00010000:00010000:3.0:1787141367.992223:0:8451:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31dde lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1a1 expref: 21 pid: 5841 timeout: 450 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141367.992261:0:8451:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 82 00000100:00100000:3.0:1787141367.992271:0:8451:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbd3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+21:2352:x1873953241004672:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787141367.992287:0:8451:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787141367.992294:0:8451:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31dde lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1a1 expref: 21 pid: 5841 timeout: 450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.992306:0:8451:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31dde lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1a1 expref: 21 pid: 5841 timeout: 450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.992345:0:8451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31dde lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1a1 expref: 21 pid: 5841 timeout: 450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.992360:0:8451:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff8b7c95a5b800) 00010000:00010000:3.0:1787141367.992364:0:8451:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b31e24 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x10:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.992373:0:8451:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b31e24 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.992379:0:8451:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b31e24 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141367.992712:0:8451:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787141367.992929:0:5840:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b31e24 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141367.992937:0:5840:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b31e24 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141367.992965:0:5840:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b31e24 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141367.992972:0:5840:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b31e24 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141367.992978:0:5840:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b31e24 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141367.992983:0:5840:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf404200 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141367.992988:0:5840:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b31e24 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141367.993004:0:5840:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b31e24 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141367.993014:0:5840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff8b7c95a5b800) 00010000:00010000:0.0:1787141367.993016:0:5840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1787141367.993020:0:5840:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b31e24 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x10:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141367.993026:0:5840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404200/0xc65ffb29b5b31e24 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x10:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141367.993099:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4318000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+20:11612:x1873953241004544:12345-192.168.203.11@tcp:55:lhsmtool_posix.0 Request processed in 6852us (7301us total) trans 0 rc -22/-22 00000100:00100000:0.0:1787141367.993447:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 229 00000100:00100000:3.0:1787141367.993692:0:8451:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbd3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+19:2352:x1873953241004672:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 1421us (2137us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141367.993700:0:8451:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 82 00000100:00100000:2.0:1787141368.000705:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141368.004962:0:6691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241004800 00000100:00100000:3.0:1787141368.004975:0:6691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241004800 00000100:00100000:3.0:1787141368.005069:0:6691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 70 00000100:00100000:3.0:1787141368.005081:0:6691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+8:2353:x1873953241004800:12345-192.168.203.11@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1787141368.005124:0:6691:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000374e3923/0xc65ffb29b5b31e2b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141368.005145:0:6691:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e9a69db5/0xc65ffb29b5b31e08 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1bd expref: 8 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141368.005171:0:6691:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0x6:0x0].0x0 since=1s v=(0 0) 00010000:00010000:3.0:1787141368.005176:0:6691:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x6:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1787141368.005180:0:6691:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000374e3923/0xc65ffb29b5b31e2b lrc: 4/1,0 mode: --/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141368.005220:0:6691:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e9a69db5/0xc65ffb29b5b31e08 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1bd expref: 8 pid: 12006 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141368.005233:0:6691:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e9a69db5/0xc65ffb29b5b31e08 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1bd expref: 8 pid: 12006 timeout: 451 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141368.005246:0:6691:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7caebeca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6691:1873953263004160:192.168.203.11@tcp:104: 00000100:00100000:3.0:1787141368.005331:0:6691:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7caf901240 going to sleep for 11 seconds 00000100:00100000:3.0:1787141368.009525:0:6691:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7caebeca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6691:1873953263004160:192.168.203.11@tcp:104: 00010000:00010000:3.0:1787141368.009555:0:6691:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000374e3923/0xc65ffb29b5b31e2b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141368.010628:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141368.010724:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241004928 00000100:00100000:1.0:1787141368.010732:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241004928 00010000:00010000:1.0:1787141368.010775:0:5825:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e9a69db5/0xc65ffb29b5b31e08 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1bd expref: 9 pid: 12006 timeout: 451 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141368.010856:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 83 00000100:00100000:1.0:1787141368.010866:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+9:2353:x1873953241004928:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787141368.010881:0:5825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787141368.010904:0:5825:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e9a69db5/0xc65ffb29b5b31e08 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1bd expref: 9 pid: 12006 timeout: 451 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141368.010918:0:5825:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e9a69db5/0xc65ffb29b5b31e08 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1bd expref: 9 pid: 12006 timeout: 451 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141368.010942:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e9a69db5/0xc65ffb29b5b31e08 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1bd expref: 9 pid: 12006 timeout: 451 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141368.010957:0:5825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x6:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1787141368.010961:0:5825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x6:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1787141368.010967:0:5825:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000374e3923/0xc65ffb29b5b31e2b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141368.010976:0:5825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000374e3923/0xc65ffb29b5b31e2b lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141368.011006:0:5825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787141368.011060:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+8:2353:x1873953241004928:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 195us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141368.011068:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 83 00010000:00010000:3.0:1787141368.011292:0:6691:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000374e3923/0xc65ffb29b5b31e2b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141368.011303:0:6691:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000374e3923/0xc65ffb29b5b31e2b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141368.011328:0:6691:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000374e3923/0xc65ffb29b5b31e2b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141368.011343:0:6691:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000374e3923/0xc65ffb29b5b31e2b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141368.011352:0:6691:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000374e3923/0xc65ffb29b5b31e2b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141368.011359:0:6691:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439600 already unused, calling callback (ffffffffc163e230) 00010000:00010000:3.0:1787141368.011363:0:6691:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000374e3923/0xc65ffb29b5b31e2b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141368.011373:0:6691:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000374e3923/0xc65ffb29b5b31e2b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141368.011384:0:6691:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000374e3923/0xc65ffb29b5b31e2b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141368.011391:0:6691:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000374e3923/0xc65ffb29b5b31e2b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141368.011457:0:6691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:2353:x1873953241004800:12345-192.168.203.11@tcp:1:lhsmtool_posix.0 Request processed in 6377us (10762us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141368.011464:0:6691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 70 00000100:00100000:2.0:1787141368.016552:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141368.017156:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241005184 00000100:00100000:3.0:1787141368.017166:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241005184 00000100:00100000:3.0:1787141368.017268:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 230 00000100:00100000:3.0:1787141368.017297:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+19:11612:x1873953241005184:12345-192.168.203.11@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1787141368.017371:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31e32 lrc: 3/0,1 mode: --/PW res: [0x200000401:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141368.017388:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31e32 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141368.017527:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31e32 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141368.017731:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31e39 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141368.017742:0:5839:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b31dec lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1a8 expref: 20 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141368.017750:0:5839:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31e39 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141368.018692:0:5839:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b31dec lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1a8 expref: 20 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141368.018711:0:5839:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b31dec lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1a8 expref: 20 pid: 8206 timeout: 451 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141368.018726:0:5839:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7caebeca80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5839:1873953263004288:192.168.203.11@tcp:104: 00000100:00100000:2.0:1787141368.019627:0:5839:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7caf901240 going to sleep for 11 seconds 00000100:00100000:2.0:1787141368.023418:0:5839:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7caebeca80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5839:1873953263004288:192.168.203.11@tcp:104: 00010000:00010000:2.0:1787141368.023449:0:5839:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31e39 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141368.024410:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141368.024588:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241005312 00000100:00100000:1.0:1787141368.024597:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241005312 00010000:00010000:1.0:1787141368.024632:0:5824:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b31dec lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1a8 expref: 21 pid: 8206 timeout: 451 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141368.024668:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 84 00000100:00100000:1.0:1787141368.024678:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6deaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+21:2352:x1873953241005312:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787141368.024691:0:5824:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787141368.024698:0:5824:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b31dec lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1a8 expref: 21 pid: 8206 timeout: 451 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141368.024711:0:5824:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b31dec lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1a8 expref: 21 pid: 8206 timeout: 451 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141368.024743:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404800/0xc65ffb29b5b31dec lrc: 0/0,0 mode: --/CR res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1a8 expref: 21 pid: 8206 timeout: 451 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141368.024760:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff8b7c95a5b800) 00010000:00010000:1.0:1787141368.024765:0:5824:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31e39 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141368.024779:0:5824:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31e39 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141368.024786:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31e39 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141368.024850:0:5824:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787141368.024897:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6deaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+20:2352:x1873953241005312:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 220us (501us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141368.024916:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 84 00010000:00010000:2.0:1787141368.025436:0:5839:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31e39 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141368.025445:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31e39 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1787141368.025612:0:5839:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967508 00000001:00080000:2.0:1787141368.025778:0:5839:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967509 00000001:00080000:2.0:1787141368.026172:0:5839:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967510 00000100:00100000:2.0:1787141368.026275:0:5839:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7c85290e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5839:1873953263004416:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1787141368.026328:0:5839:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141368.026373:0:5839:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c87398b40 going to sleep for 11 seconds 00000100:00100000:0.0:1787141368.026693:0:5844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263004416 00000100:00100000:0.0:1787141368.026700:0:5844:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263004416 00000100:00100000:0.0:1787141368.026759:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1787141368.026777:0:5844:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c85293b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5839:x1873953263004416:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1787141368.027194:0:5844:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c85293b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5839:x1873953263004416:12345-0@lo:1000:mdt00_000.0 Request processed in 426us (864us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141368.027202:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1787141368.027379:0:5839:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967322 gen 2 00000004:00080000:2.0:1787141368.027385:0:5839:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967317 committed transno 4294967322 00000004:00080000:2.0:1787141368.027528:0:5839:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b7cbcbdea00, transno 4294967321 00000004:00080000:2.0:1787141368.027570:0:5839:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b7cbcbdfb80, transno 4294967322 00000100:00100000:2.0:1787141368.029238:0:5839:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7c85290e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5839:1873953263004416:0@lo:1000:mdt00_000.0 00000001:00080000:2.0:1787141368.030356:0:5839:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967511 00000100:00100000:2.0:1787141368.030510:0:5839:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7c85290e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5839:1873953263004544:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1787141368.030572:0:5839:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141368.030648:0:5839:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c82db1180 going to sleep for 11 seconds 00000100:00100000:0.0:1787141368.030688:0:5844:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263004544 00000100:00100000:0.0:1787141368.030695:0:5844:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263004544 00000100:00100000:0.0:1787141368.031280:0:5844:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1787141368.031362:0:5844:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c85290a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5839:x1873953263004544:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1787141368.031691:0:5844:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c85290a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5839:x1873953263004544:12345-0@lo:1000:mdt00_000.0 Request processed in 401us (1116us total) trans 4294967324 rc 0/0 00000100:00100000:0.0:1787141368.031711:0:5844:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1787141368.032131:0:5839:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7c85290e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5839:1873953263004544:0@lo:1000:mdt00_000.0 00010000:00010000:2.0:1787141368.032171:0:5839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31e39 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141368.032181:0:5839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31e39 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141368.032188:0:5839:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31e39 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141368.032194:0:5839:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438400 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:2.0:1787141368.032199:0:5839:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31e39 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141368.032206:0:5839:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31e39 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141368.032221:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff8b7c95a5b800) 00010000:00010000:2.0:1787141368.032224:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1787141368.032228:0:5839:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31e39 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141368.032240:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31e39 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x10:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141368.032272:0:5839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b31d7c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xe:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141368.032278:0:5839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b31d7c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xe:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141368.032283:0:5839:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b31d7c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xe:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141368.032287:0:5839:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf405e00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:2.0:1787141368.032302:0:5839:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b31d7c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xe:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141368.032308:0:5839:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b31d7c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xe:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141368.032317:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe:0x0].0x0 (ffff8b7ca1f39d00) 00010000:00010000:2.0:1787141368.032319:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1787141368.032326:0:5839:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31d83 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xe:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d18c expref: 23 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141368.032336:0:5839:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31d83 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xe:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d18c expref: 23 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141368.032345:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31d83 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xe:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d18c expref: 23 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141368.032387:0:5839:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31d83 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xe:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d18c expref: 23 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141368.032565:0:5839:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbdea00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5839:1873953263004672:192.168.203.11@tcp:105: 00000100:00100000:2.0:1787141368.032638:0:5839:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c82db1180 going to sleep for 11 seconds 00000100:00100000:1.0:1787141368.036470:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141368.036509:0:5842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241005440 00000100:00100000:1.0:1787141368.036517:0:5842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241005440 00000100:00100000:1.0:1787141368.036563:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 61 00000100:00100000:1.0:1787141368.036573:0:5842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4319500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+24:11611:x1873953241005440:12345-192.168.203.11@tcp:49:lfs.0 00000100:00100000:1.0:1787141368.036691:0:5842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4319500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+24:11611:x1873953241005440:12345-192.168.203.11@tcp:49:lfs.0 Request processed in 119us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141368.036698:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 61 00000100:00100000:1.0:1787141368.036824:0:5839:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbdea00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5839:1873953263004672:192.168.203.11@tcp:105: 00010000:00010000:1.0:1787141368.039504:0:5839:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b31d7c lrc: 2/0,0 mode: --/EX res: [0x200000401:0xe:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141368.039521:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405e00/0xc65ffb29b5b31d7c lrc: 0/0,0 mode: --/EX res: [0x200000401:0xe:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141368.039557:0:5839:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b31e40 lrc: 3/0,1 mode: --/EX res: [0x200000401:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141368.039571:0:5839:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b31e40 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141368.039581:0:5839:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b31e40 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141368.039592:0:5839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b31e40 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141368.039597:0:5839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b31e40 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141368.039617:0:5839:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b31e40 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141368.039623:0:5839:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbfa60200 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:1.0:1787141368.039627:0:5839:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b31e40 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141368.039634:0:5839:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b31e40 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141368.039646:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe:0x0].0x0 (ffff8b7ca1f39d00) 00010000:00010000:1.0:1787141368.039649:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787141368.039652:0:5839:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b31e40 lrc: 2/0,0 mode: --/EX res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141368.039658:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b31e40 lrc: 0/0,0 mode: --/EX res: [0x200000401:0xe:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141368.039668:0:5839:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31e32 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141368.039677:0:5839:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31e32 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141368.039682:0:5839:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31e32 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141368.039686:0:5839:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439600 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:1.0:1787141368.039689:0:5839:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31e32 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141368.039704:0:5839:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31e32 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141368.039713:0:5839:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe:0x0].0x0 (ffff8b7ca1f39d00) 00010000:00010000:1.0:1787141368.039715:0:5839:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1787141368.039718:0:5839:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31e32 lrc: 2/0,0 mode: --/PW res: [0x200000401:0xe:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141368.039723:0:5839:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31e32 lrc: 0/0,0 mode: --/PW res: [0x200000401:0xe:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5839 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141368.040602:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141368.040900:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241005696 00000100:00100000:3.0:1787141368.040910:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241005696 00000100:00100000:3.0:1787141368.040961:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 231 00000100:00100000:3.0:1787141368.040972:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbdfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+24:11611:x1873953241005696:12345-192.168.203.11@tcp:58:lfs.0 00000040:00080000:3.0:1787141368.041338:0:10438:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].6, 136 off9008 00000100:00100000:3.0:1787141368.041439:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbdfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+24:11611:x1873953241005696:12345-192.168.203.11@tcp:58:lfs.0 Request processed in 469us (842us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141368.041447:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 231 00000100:00100000:1.0:1787141368.043528:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+23:11612:x1873953241005184:12345-192.168.203.11@tcp:57:lhsmtool_posix.0 Request processed in 26224us (26974us total) trans 4294967512 rc 0/0 00000100:00100000:1.0:1787141368.043541:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 230 00000020:00080000:1.0:1787141368.043547:0:5839:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:0.0:1787141368.043996:0:11681:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1787141368.044001:0:11681:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1787141368.044034:0:11681:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 7 count 4 00000040:00080000:0.0:1787141368.044040:0:11681:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1787141368.044141:0:11681:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431d180 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11681:1873953263004800:192.168.203.11@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1787141368.044198:0:11681:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c862e9480 going to sleep for 11 seconds 00000100:00100000:0.0:1787141368.060088:0:11681:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431d180 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11681:1873953263004800:192.168.203.11@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1787141368.060392:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141368.062553:0:5842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241005952 00000100:00100000:3.0:1787141368.062565:0:5842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241005952 00000100:00100000:3.0:1787141368.062637:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 62 00000100:00100000:3.0:1787141368.062647:0:5842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c3b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+23:11612:x1873953241005952:12345-192.168.203.11@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1787141368.063691:0:5842:0:(mdd_object.c:4014:mdd_close()) Object [0x200000401:0x10:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1787141368.064061:0:5842:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967513 00010000:00010000:3.0:1787141368.064110:0:5842:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31e47 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5842 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141368.064124:0:5842:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31e47 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5842 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141368.064135:0:5842:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31e47 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5842 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141368.064143:0:5842:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31e47 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5842 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141368.064149:0:5842:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31e47 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5842 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141368.064155:0:5842:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31e47 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5842 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141368.064283:0:5842:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1787141368.064672:0:5842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c3b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+25:11612:x1873953241005952:12345-192.168.203.11@tcp:35:lhsmtool_posix.0 Request processed in 2021us (4276us total) trans 4294967514 rc 0/0 00000100:00100000:3.0:1787141368.064682:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 62 00000020:00080000:3.0:1787141368.064687:0:5842:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1787141368.065063:0:5827:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787141368.065072:0:5827:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31e47 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5842 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141368.065080:0:5827:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438600 already unused, calling callback (ffffffffc163e230) 00010000:00010000:0.0:1787141368.065085:0:5827:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31e47 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5842 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141368.065094:0:5827:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31e47 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x10:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5842 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141368.065107:0:5827:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff8b7c95a5b100) 00010000:00010000:0.0:1787141368.065109:0:5827:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1787141368.065114:0:5827:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31e47 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x10:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5842 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141368.065120:0:5827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438600/0xc65ffb29b5b31e47 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x10:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5842 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141368.065138:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141368.065140:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141368.065156:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787141368.065367:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141368.071989:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241006080 00000100:00100000:0.0:1787141368.072004:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241006080 00000100:00100000:0.0:1787141368.072077:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 232 00000100:00100000:0.0:1787141368.072087:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbdea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+25:11613:x1873953241006080:12345-192.168.203.11@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1787141368.072120:0:5840:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000401:0xe:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1787141368.072227:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbdea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+25:11613:x1873953241006080:12345-192.168.203.11@tcp:53:lhsmtool_posix.0 Request processed in 141us (6861us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141368.072234:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 232 00000100:00100000:1.0:1787141368.077727:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141368.077839:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241006336 00000100:00100000:3.0:1787141368.077849:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241006336 00000100:00100000:3.0:1787141368.077902:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 233 00000100:00100000:3.0:1787141368.077910:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+25:11613:x1873953241006336:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1787141368.077944:0:10438:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141368.077962:0:10438:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31e4e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d1c4 expref: -99 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141368.078054:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31e55 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141368.078068:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31e55 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141368.078079:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31e55 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787141368.078091:0:10438:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xe:0x0]: returning size 0 00010000:00010000:3.0:1787141368.078208:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31e4e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1c4 expref: 28 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141368.078227:0:10438:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31e55 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1c4 expref: 27 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141368.078236:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe:0x0].0x0 (ffff8b7ca1f39d00) 00010000:00010000:3.0:1787141368.078239:0:10438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1787141368.078243:0:10438:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf439600, rc 0) 00000100:00100000:3.0:1787141368.078303:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+27:11613:x1873953241006336:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 393us (584us total) trans 4294967515 rc 0/0 00000100:00100000:3.0:1787141368.078310:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 233 00000100:00100000:1.0:1787141368.085337:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141368.085410:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241006464 00000100:00100000:2.0:1787141368.085420:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241006464 00000100:00100000:0.0:1787141368.085525:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 234 00000100:00100000:0.0:1787141368.085539:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4319f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+27:11615:x1873953241006464:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:0.0:1787141368.085560:0:5840:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141368.085582:0:5840:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b31e63 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d1cb expref: -99 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141368.085642:0:5840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31e6a lrc: 3/1,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141368.085655:0:5840:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31e6a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141368.085666:0:5840:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31e6a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141368.085680:0:5840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405000/0xc65ffb29b5b31e71 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141368.085686:0:5840:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405000/0xc65ffb29b5b31e71 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141368.085707:0:5840:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405000/0xc65ffb29b5b31e71 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141368.086046:0:5840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b31e78 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141368.086057:0:5840:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31d6e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0xe:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d185 expref: 28 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141368.086065:0:5840:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b31e78 lrc: 4/1,0 mode: --/PR res: [0x200000401:0xe:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141368.086099:0:5840:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31d6e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xe:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d185 expref: 28 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141368.086113:0:5840:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31d6e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xe:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d185 expref: 28 pid: 8206 timeout: 451 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141368.086125:0:5840:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431d180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5840:1873953263004928:192.168.203.11@tcp:104: 00000100:00100000:0.0:1787141368.086276:0:5840:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c862e9300 going to sleep for 11 seconds 00000100:00100000:2.0:1787141368.092031:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141368.092088:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241006720 00000100:00100000:3.0:1787141368.092098:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241006720 00000100:00100000:3.0:1787141368.092153:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 235 00000100:00100000:3.0:1787141368.092176:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf391500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+29:11613:x1873953241006720:12345-192.168.203.11@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1787141368.092244:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31e7f lrc: 3/0,1 mode: --/PW res: [0x200000401:0xe:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141368.092261:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31e7f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141368.092272:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31e7f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141368.092462:0:5841:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31e7f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141368.092470:0:5841:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31e7f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141368.092477:0:5841:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31e7f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141368.092483:0:5841:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439400 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141368.092487:0:5841:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31e7f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141368.092494:0:5841:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31e7f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0xe:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141368.092507:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe:0x0].0x0 (ffff8b7ca1f39d00) 00000100:00100000:0.0:1787141368.092512:0:5840:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431d180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5840:1873953263004928:192.168.203.11@tcp:104: 00010000:00010000:3.0:1787141368.092513:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1787141368.092518:0:5841:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31e7f lrc: 2/0,0 mode: --/PW res: [0x200000401:0xe:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141368.092526:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31e7f lrc: 0/0,0 mode: --/PW res: [0x200000401:0xe:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141368.092535:0:5840:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b31e78 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xe:0x0].0x0 bits 0x13/0x48 rrc: 7 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141368.092855:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf391500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+30:11613:x1873953241006720:12345-192.168.203.11@tcp:57:lhsmtool_posix.0 Request processed in 680us (832us total) trans 4294967516 rc 0/0 00000100:00100000:3.0:1787141368.092864:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 235 00000040:00080000:0.0:1787141368.093450:0:11681:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1787141368.093456:0:11681:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:1.0:1787141368.094626:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000040:00080000:0.0:1787141368.094851:0:11681:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:0.0:1787141368.094873:0:11681:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1787141368.096498:0:5843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241006976 00000100:00100000:2.0:1787141368.096511:0:5843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241006976 00000100:00100000:2.0:1787141368.096631:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 63 00000100:00100000:2.0:1787141368.096642:0:5843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4319500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+30:5591:x1873953241006976:12345-192.168.203.11@tcp:35:ldlm_bl.0 00000100:00100000:2.0:1787141368.096911:0:5843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4319500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+31:5591:x1873953241006976:12345-192.168.203.11@tcp:35:ldlm_bl.0 Request processed in 270us (2292us total) trans 4294967517 rc 0/0 00000100:00100000:2.0:1787141368.096919:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 63 00000100:00100000:1.0:1787141368.100543:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141368.100629:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141368.100686:0:5842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241007232 00000100:00100000:3.0:1787141368.100697:0:5842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241007232 00000100:00100000:2.0:1787141368.100702:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241007360 00000100:00100000:2.0:1787141368.100709:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241007360 00010000:00010000:2.0:1787141368.100753:0:5825:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31d6e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xe:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d185 expref: 32 pid: 8206 timeout: 451 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141368.100761:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 64 00000100:00100000:3.0:1787141368.100780:0:5842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbbbdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+32:11613:x1873953241007232:12345-192.168.203.11@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1787141368.100828:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 85 00000100:00100000:2.0:1787141368.100846:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbbbdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+32:2353:x1873953241007360:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787141368.100858:0:5825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787141368.100879:0:5825:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31d6e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0xe:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d185 expref: 32 pid: 8206 timeout: 451 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141368.100892:0:5825:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31d6e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0xe:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d185 expref: 32 pid: 8206 timeout: 451 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141368.100913:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404a00/0xc65ffb29b5b31d6e lrc: 0/0,0 mode: --/CW res: [0x200000401:0xe:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d185 expref: 32 pid: 8206 timeout: 451 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141368.100929:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe:0x0].0x0 (ffff8b7ca1f39d00) 00010000:00010000:2.0:1787141368.100934:0:5825:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b31e78 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xe:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141368.100943:0:5825:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b31e78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141368.100950:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b31e78 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141368.100977:0:5825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787141368.101029:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbbbdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+32:2353:x1873953241007360:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 184us (400us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141368.101036:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 85 00010000:00010000:2.0:1787141368.101064:0:5840:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b31e78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141368.101071:0:5840:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b31e78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787141368.101097:0:5840:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xe:0x0]: returning size 0 00000004:00200000:2.0:1787141368.101101:0:5840:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1787141368.101127:0:5840:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b31e78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141368.101138:0:5840:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b31e78 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141368.101147:0:5840:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31e6a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141368.101154:0:5840:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31e6a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141368.101160:0:5840:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31e6a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141368.101165:0:5840:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf405800 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:2.0:1787141368.101169:0:5840:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31e6a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141368.101177:0:5840:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31e6a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141368.101186:0:5840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff8b7ca1f39600) 00010000:00010000:2.0:1787141368.101188:0:5840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787141368.101192:0:5840:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31e6a lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141368.101199:0:5840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405800/0xc65ffb29b5b31e6a lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141368.101209:0:5840:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405000/0xc65ffb29b5b31e71 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141368.101214:0:5840:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405000/0xc65ffb29b5b31e71 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141368.101226:0:5840:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405000/0xc65ffb29b5b31e71 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141368.101230:0:5840:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf405000 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:2.0:1787141368.101233:0:5840:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405000/0xc65ffb29b5b31e71 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141368.101238:0:5840:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405000/0xc65ffb29b5b31e71 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141368.101245:0:5840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x719e0b09 (ffff8b7c9071ac00) 00010000:00010000:2.0:1787141368.101247:0:5840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787141368.101250:0:5840:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405000/0xc65ffb29b5b31e71 lrc: 2/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141368.101254:0:5840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405000/0xc65ffb29b5b31e71 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x719e0b09 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141368.101286:0:5840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b31e63 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1cb expref: 32 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141368.101300:0:5840:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b31e78 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1cb expref: 31 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141368.101307:0:5840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe:0x0].0x0 (ffff8b7ca1f39d00) 00010000:00010000:2.0:1787141368.101309:0:5840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787141368.101311:0:5840:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf404e00, rc 0) 00000100:00100000:2.0:1787141368.109754:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4319f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+31:11615:x1873953241006464:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 24208us (24414us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141368.109784:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 234 00000100:00100000:0.0:1787141368.112560:0:5842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbbbdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+30:11613:x1873953241007232:12345-192.168.203.11@tcp:35:lhsmtool_posix.0 Request processed in 11778us (12016us total) trans 4294967518 rc 0/0 00000100:00100000:0.0:1787141368.112575:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 64 00010000:00010000:2.0:1787141368.577051:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787141368.708121:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953263005056:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787141368.708196:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141368.708297:0:6693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263005056 00000100:00100000:0.0:1787141368.708305:0:6693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263005056 00000100:00100000:0.0:1787141368.708354:0:6693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1787141368.708362:0:6693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbbbd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3304:x1873953263005056:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1787141368.708383:0:6693:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3859808256 avail 3856662528 00000100:00100000:0.0:1787141368.708438:0:6693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbbbd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3304:x1873953263005056:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141368.708445:0:6693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1787141368.708524:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953263005056:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787141368.708667:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7caebed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953263005184:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787141368.708702:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141368.708791:0:6692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263005184 00000100:00100000:3.0:1787141368.708820:0:6692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263005184 00000100:00100000:3.0:1787141368.708858:0:6692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1787141368.708866:0:6692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c86cc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3305:x1873953263005184:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1787141368.708892:0:6692:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1787141368.708926:0:6692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c86cc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3305:x1873953263005184:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141368.708933:0:6692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00080000:1.0:1787141368.709018:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787141368.709055:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7caebed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953263005184:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787141368.709267:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4732680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3305:1873953263005696:0@lo:400:kworker.0 00000100:00100000:1.0:1787141368.709295:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141368.709319:0:3305:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787141368.709325:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4733b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3305:1873953263005568:0@lo:400:kworker.0 00000100:00100000:1.0:1787141368.709344:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141368.709364:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263005696 00000100:00100000:1.0:1787141368.709368:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263005696 00000100:00100000:1.0:1787141368.709409:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263005568 00000100:00100000:1.0:1787141368.709412:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263005568 00000100:00100000:1.0:1787141368.709432:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:1.0:1787141368.709437:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbb981500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3305:x1873953263005696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787141368.709470:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbb981500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3305:x1873953263005696:12345-0@lo:400:kworker.0 Request processed in 32us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141368.709475:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:1.0:1787141368.709488:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:1.0:1787141368.709493:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caf873b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3305:x1873953263005568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787141368.709515:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caf873b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3305:x1873953263005568:12345-0@lo:400:kworker.0 Request processed in 22us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141368.709520:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00080000:1.0:1787141368.709534:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787141368.709550:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4733b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3305:1873953263005568:0@lo:400:kworker.0 00000100:00100000:1.0:1787141368.709558:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4732680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3305:1873953263005696:0@lo:400:kworker.0 00000100:00100000:0.0:1787141368.709610:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf422d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3307:1873953263005440:0@lo:400:kworker.0 00000100:00100000:0.0:1787141368.709636:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141368.709663:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787141368.709667:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf420a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:66373bca-6a9f-4159-900e-58874c9cc4a0:3307:1873953263005312:0@lo:400:kworker.0 00000100:00100000:0.0:1787141368.709690:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141368.709718:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263005312 00000100:00100000:0.0:1787141368.709722:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263005312 00000100:00100000:0.0:1787141368.709747:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 295 00000100:00100000:0.0:1787141368.709753:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2768450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3307:x1873953263005312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787141368.709784:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2768450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3307:x1873953263005312:12345-0@lo:400:kworker.0 Request processed in 32us (93us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141368.709790:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 295 00000100:00100000:0.0:1787141368.709849:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf420a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:66373bca-6a9f-4159-900e-58874c9cc4a0:3307:1873953263005312:0@lo:400:kworker.0 00000100:00100000:1.0:1787141368.709906:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263005440 00000100:00100000:1.0:1787141368.709910:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263005440 00000100:00100000:1.0:1787141368.709941:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:1.0:1787141368.709957:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1873953263005440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787141368.709993:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1873953263005440:12345-0@lo:400:kworker.0 Request processed in 36us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141368.709998:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:1.0:1787141368.710022:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf422d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3307:1873953263005440:0@lo:400:kworker.0 00000040:00080000:0.0:1787141368.975971:0:12620:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1787141368.975980:0:12620:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1787141368.976030:0:12620:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 7 count 4 00000040:00080000:0.0:1787141368.976035:0:12620:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1787141369.177544:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141369.177631:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241007616 00000100:00100000:3.0:1787141369.177641:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241007616 00000100:00100000:3.0:1787141369.177722:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 236 00000100:00100000:3.0:1787141369.177733:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caf870a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+30:11639:x1873953241007616:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:3.0:1787141369.177761:0:5841:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141369.177782:0:5841:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31e86 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d1d2 expref: -99 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141369.177904:0:5841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31e8d lrc: 3/1,0 mode: --/CR res: [0x200000401:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141369.177933:0:5841:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31e8d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xe:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141369.177946:0:5841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31e8d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0xe:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5841 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787141369.177971:0:5841:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xe:0x0]: returning size 0 00010000:00010000:3.0:1787141369.178105:0:5841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438400/0xc65ffb29b5b31e86 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1d2 expref: 33 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141369.178122:0:5841:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31e8d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0xe:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1d2 expref: 32 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141369.178132:0:5841:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe:0x0].0x0 (ffff8b7ca1f39d00) 00010000:00010000:3.0:1787141369.178135:0:5841:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1787141369.178138:0:5841:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf439400, rc 0) 00000100:00100000:3.0:1787141369.178197:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caf870a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+32:11639:x1873953241007616:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 466us (662us total) trans 4294967519 rc 0/0 00000100:00100000:3.0:1787141369.178205:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 236 00000100:00080000:1.0:1787141369.178971:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787141369.182427:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141369.186247:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241007744 00000100:00100000:0.0:1787141369.186260:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241007744 00000100:00100000:0.0:1787141369.186329:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 237 00000100:00100000:0.0:1787141369.186340:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caebed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+32:11639:x1873953241007744:12345-192.168.203.11@tcp:54:lfs.0 00010000:00010000:0.0:1787141369.186416:0:10438:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405200/0xc65ffb29b5b31e9b lrc: 3/1,0 mode: --/PR res: [0x200000401:0xe:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141369.186432:0:10438:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405200/0xc65ffb29b5b31e9b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141369.186442:0:10438:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405200/0xc65ffb29b5b31e9b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141369.186478:0:10438:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405200/0xc65ffb29b5b31e9b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141369.186486:0:10438:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405200/0xc65ffb29b5b31e9b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141369.186493:0:10438:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405200/0xc65ffb29b5b31e9b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141369.186500:0:10438:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf405200 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141369.186504:0:10438:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405200/0xc65ffb29b5b31e9b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141369.186511:0:10438:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405200/0xc65ffb29b5b31e9b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141369.186523:0:10438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe:0x0].0x0 (ffff8b7ca1f39d00) 00010000:00010000:0.0:1787141369.186540:0:10438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787141369.186544:0:10438:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405200/0xc65ffb29b5b31e9b lrc: 2/0,0 mode: --/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141369.186550:0:10438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405200/0xc65ffb29b5b31e9b lrc: 0/0,0 mode: --/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10438 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141369.186629:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caebed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+32:11639:x1873953241007744:12345-192.168.203.11@tcp:54:lfs.0 Request processed in 290us (4210us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141369.186637:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 237 00000100:00100000:0.0:1787141369.327948:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141369.329635:0:6688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241007872 00000100:00100000:1.0:1787141369.329648:0:6688:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241007872 00000100:00100000:1.0:1787141369.329753:0:6688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 71 00000100:00100000:1.0:1787141369.329767:0:6688:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:2350:x1873953241007872:12345-192.168.203.11@tcp:101:cat.0 00010000:00010000:1.0:1787141369.329785:0:6688:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787141369.329837:0:6688:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b48ee058/0xc65ffb29b5b31ea2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d1d9 expref: -99 pid: 6688 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787141369.329866:0:6688:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x6:0x0] initial LVB size: 13, mtime: 0x6a859cf6, atime: 0x6a859cf6, ctime: 0x6a859cf6, blocks: 0xb 00010000:00010000:1.0:1787141369.329886:0:6688:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x6:0x0].0x0 since=352s v=(0 0) 00010000:00010000:1.0:1787141369.329891:0:6688:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787141369.329900:0:6688:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b48ee058/0xc65ffb29b5b31ea2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1d9 expref: 8 pid: 6688 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141369.329920:0:6688:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b48ee058/0xc65ffb29b5b31ea2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1d9 expref: 8 pid: 6688 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141369.329934:0:6688:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbfa60600, rc 0) 00000100:00100000:1.0:1787141369.330007:0:6688:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+8:2350:x1873953241007872:12345-192.168.203.11@tcp:101:cat.0 Request processed in 243us (2067us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141369.330028:0:6688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 71 00000100:00080000:2.0:1787141369.330317:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787141369.356879:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141369.356984:0:6695:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241008000 00000100:00100000:0.0:1787141369.356995:0:6695:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241008000 00002000:00100000:0.0:1787141369.357045:0:6695:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x6:0x0] (0->4095) req@ffff8b7cbf391180 x1873953241008000/t0(0) o3->0fd039ab-150d-4a77-92cd-c96e4dce9634@192.168.203.11@tcp:510/0 lens 488/0 e 0 to 0 dl 1787141380 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787141369.357056:0:6695:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b7cbf391180 with x1873953241008000 ext(0->4095) 00002000:00010000:0.0:1787141369.357063:0:6695:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b7cbf391180 00000100:00100000:0.0:1787141369.357097:0:6695:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 7 00000100:00100000:0.0:1787141369.357107:0:6695:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf391180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+8:2353:x1873953241008000:12345-192.168.203.11@tcp:3:cat.0 00000100:00100000:0.0:1787141369.357322:0:6695:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf391180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+8:2353:x1873953241008000:12345-192.168.203.11@tcp:3:cat.0 Request processed in 216us (451us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1787141369.357331:0:6695:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 7 00002000:00100000:0.0:1787141369.357338:0:6695:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x6:0x0] (0->4095) req@ffff8b7cbf391180 x1873953241008000/t0(0) o3->0fd039ab-150d-4a77-92cd-c96e4dce9634@192.168.203.11@tcp:510/0 lens 488/4536 e 0 to 0 dl 1787141380 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787141369.357346:0:6695:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b7cbf391180 with x1873953241008000 ext(0->4095) 00002000:00010000:0.0:1787141369.357349:0:6695:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b7cbf391180 00010000:00010000:3.0:1787141369.601506:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787141370.312120:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141370.312166:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141370.312199:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141370.312221:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141370.312244:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141370.312287:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241008128 00000100:00100000:3.0:1787141370.312300:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241008128 00000100:00100000:0.0:1787141370.312404:0:6690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241008512 00000100:00100000:0.0:1787141370.312417:0:6690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241008512 00000100:00100000:3.0:1787141370.312550:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 296 00000100:00100000:3.0:1787141370.312566:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca276b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:2350:x1873953241008128:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:0.0:1787141370.312615:0:6690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241008384 00000100:00100000:0.0:1787141370.312620:0:6690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241008384 00000100:00100000:0.0:1787141370.312650:0:6690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 68 00000100:00100000:0.0:1787141370.312659:0:6690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caf904380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2351:x1873953241008512:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:3.0:1787141370.312665:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca276b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:2350:x1873953241008128:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 100us (556us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141370.312752:0:6690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caf904380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2351:x1873953241008512:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 95us (553us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141370.312757:0:6690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 68 00000100:00100000:0.0:1787141370.312776:0:6690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 69 00000100:00100000:0.0:1787141370.312780:0:6690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+8:2351:x1873953241008384:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:0.0:1787141370.312835:0:6690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+8:2351:x1873953241008384:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 53us (611us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141370.312842:0:6690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 69 00000100:00080000:0.0:1787141370.312861:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787141370.314482:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241008256 00000100:00100000:1.0:1787141370.314499:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241008256 00000100:00100000:1.0:1787141370.314558:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241008640 00000100:00100000:1.0:1787141370.314561:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241008640 00000100:00100000:1.0:1787141370.314602:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 158 00000100:00100000:1.0:1787141370.314614:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caebeca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+32:2350:x1873953241008256:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:0.0:1787141370.314736:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 159 00000100:00100000:0.0:1787141370.314748:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf58ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a3a5191e-f3c6-41c6-a671-d88f2994152f+5:2351:x1873953241008640:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:0.0:1787141370.314847:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf58ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a3a5191e-f3c6-41c6-a671-d88f2994152f+5:2351:x1873953241008640:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 102us (2601us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141370.314921:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 159 00000100:00080000:0.0:1787141370.314957:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787141370.315844:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caebeca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+32:2350:x1873953241008256:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 1224us (3668us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141370.316503:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 296 00000100:00100000:0.0:1787141370.320177:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 158 00010000:00010000:1.0:1787141370.626174:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141371.649430:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1787141371.915007:0:7643:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967310 is committed 00010000:00010000:1.0:1787141372.674564:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1787141373.349188:0:6713:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967324 is committed 00000001:00080000:3.0:1787141373.349202:0:6713:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967323 is committed 00000020:00080000:3.0:1787141373.375334:0:5861:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 7 batchid updated 00000020:00080000:1.0:1787141373.375381:0:5872:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 7 00000020:00080000:1.0:1787141373.375396:0:5872:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 7 00000001:00080000:3.0:1787141373.375476:0:5861:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967517 is committed 00000020:00080000:3.0:1787141373.375485:0:5861:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8b7ca0049240 refcount 2 committed 0 result 0 batchid 8 00000020:00080000:3.0:1787141373.375490:0:5861:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b7ca6e08000 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8b7ca0049780 00000020:00080000:3.0:1787141373.375493:0:5861:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b7ca6e08600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8b7c8828d000 00000020:00080000:1.0:1787141373.375526:0:5872:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 8 committed batchid 7 00000020:00080000:1.0:1787141373.375783:0:5872:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 7 00000001:00080000:3.0:1787141373.375859:0:5861:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967519 is committed 00010000:00010000:1.0:1787141373.697127:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787141373.825206:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4732680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953263005824:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787141373.825282:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141373.825385:0:11379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263005824 00000100:00100000:1.0:1787141373.825393:0:11379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263005824 00000100:00100000:1.0:1787141373.825446:0:11379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1787141373.825455:0:11379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4433800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953263005824:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1787141373.825487:0:11379:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1787141373.828447:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3306:1873953263006336:0@lo:400:kworker.0 00000100:00100000:2.0:1787141373.828793:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141373.832405:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263006336 00000100:00100000:2.0:1787141373.832420:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263006336 00000100:00100000:2.0:1787141373.832505:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:2.0:1787141373.832519:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4430e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3306:x1873953263006336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787141373.832619:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4430e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3306:x1873953263006336:12345-0@lo:400:kworker.0 Request processed in 105us (3826us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141373.832636:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:2.0:1787141373.832695:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953263006080:0@lo:400:kworker.0 00000100:00100000:2.0:1787141373.832735:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141373.832770:0:3304:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787141373.832777:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3304:1873953263006208:0@lo:400:kworker.0 00000100:00100000:2.0:1787141373.832826:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1787141373.832852:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1787141373.832856:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787141373.832866:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7c9890bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953263005952:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787141373.832893:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141373.832929:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263006080 00000100:00100000:2.0:1787141373.832947:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263006080 00000100:00100000:2.0:1787141373.832973:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 297 00000100:00100000:2.0:1787141373.832980:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca276b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3304:x1873953263006080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787141373.833014:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca276b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3304:x1873953263006080:12345-0@lo:400:kworker.0 Request processed in 35us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141373.833020:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 297 00000100:00100000:2.0:1787141373.833072:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953263006080:0@lo:400:kworker.0 00000100:00100000:1.0:1787141373.835209:0:11379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4433800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953263005824:12345-0@lo:13:osp-pre-0-0.0 Request processed in 9747us (9920us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141373.835223:0:11379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1787141373.835249:0:11379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263005952 00000100:00100000:1.0:1787141373.835256:0:11379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263005952 00000100:00100000:1.0:1787141373.835296:0:11379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1787141373.835304:0:11379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb479ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953263005952:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1787141373.835348:0:11379:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1787141373.835417:0:11379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb479ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953263005952:12345-0@lo:13:osp-pre-1-0.0 Request processed in 114us (2523us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141373.835424:0:11379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00080000:1.0:1787141373.835450:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787141373.835936:0:3307:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967310 gen 2 00000004:00080000:1.0:1787141373.835943:0:3307:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b7caebedc00, transno 4294967310 00000100:00100000:2.0:1787141373.835955:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263006208 00000100:00100000:2.0:1787141373.835962:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263006208 00000100:00100000:1.0:1787141373.835966:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7c9890bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953263005952:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787141373.836003:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:2.0:1787141373.836013:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb479df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3304:x1873953263006208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787141373.836043:0:3306:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967324 gen 2 00000004:00080000:1.0:1787141373.836049:0:3306:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967324 committed transno 4294967324 00000100:00100000:1.0:1787141373.836071:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4732680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953263005824:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787141373.836077:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb479df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3304:x1873953263006208:12345-0@lo:400:kworker.0 Request processed in 62us (3247us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141373.836086:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:1.0:1787141373.836096:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3306:1873953263006336:0@lo:400:kworker.0 00000100:00100000:2.0:1787141373.836144:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3304:1873953263006208:0@lo:400:kworker.0 00000100:00100000:0.0:1787141373.838063:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3307:1873953263006464:0@lo:400:kworker.0 00000100:00100000:0.0:1787141373.838142:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141373.838459:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263006464 00000100:00100000:0.0:1787141373.838514:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263006464 00000100:00100000:0.0:1787141373.838650:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:0.0:1787141373.838660:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1873953263006464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787141373.838713:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1873953263006464:12345-0@lo:400:kworker.0 Request processed in 55us (571us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141373.838721:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00080000:0.0:1787141373.838746:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787141373.838774:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3307:1873953263006464:0@lo:400:kworker.0 00010000:00010000:1.0:1787141374.722607:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787141374.870096:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141374.870728:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241008768 00000100:00100000:2.0:1787141374.870740:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241008768 00000100:00100000:2.0:1787141374.870913:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 238 00000100:00100000:2.0:1787141374.870926:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4732680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+19:11292:x1873953241008768:12345-192.168.203.11@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1787141374.871031:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4732680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+19:11292:x1873953241008768:12345-192.168.203.11@tcp:60:lhsmtool_posix.0 Request processed in 107us (943us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141374.871039:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 238 00000100:00080000:0.0:1787141374.873034:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787141374.873425:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141374.874054:0:5842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241009024 00000100:00100000:0.0:1787141374.874063:0:5842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241009024 00000100:00100000:0.0:1787141374.874159:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 65 00000100:00100000:0.0:1787141374.874170:0:5842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4733b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+19:11292:x1873953241009024:12345-192.168.203.11@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1787141374.875767:0:5842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4733b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+20:11292:x1873953241009024:12345-192.168.203.11@tcp:35:lhsmtool_posix.0 Request processed in 1590us (2337us total) trans 4294967520 rc 0/0 00000100:00100000:0.0:1787141374.875779:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 65 00000100:00100000:1.0:1787141375.204691:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141375.204824:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241009152 00000100:00100000:2.0:1787141375.204834:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241009152 00000100:00100000:2.0:1787141375.204912:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 239 00000100:00100000:2.0:1787141375.204923:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7caebedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a3a5191e-f3c6-41c6-a671-d88f2994152f+5:12093:x1873953241009152:12345-192.168.203.11@tcp:101:lsof.0 00010000:00010000:2.0:1787141375.204958:0:5840:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141375.204979:0:5840:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7400/0xc65ffb29b5b31ea9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d1e0 expref: -99 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141375.205043:0:5840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b31eb0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141375.205057:0:5840:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b31eb0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141375.205070:0:5840:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b31eb0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787141375.205263:0:5840:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:2.0:1787141375.205268:0:5840:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:2.0:1787141375.205367:0:5840:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b31eb0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5840 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141375.205392:0:5840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7400/0xc65ffb29b5b31ea9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1e0 expref: 7 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141375.205410:0:5840:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b31eb0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1e0 expref: 6 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141375.205419:0:5840:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b7c84d5b300) 00010000:00010000:2.0:1787141375.205421:0:5840:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787141375.205425:0:5840:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c82da6800, rc 0) 00000100:00100000:2.0:1787141375.205483:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7caebedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:a3a5191e-f3c6-41c6-a671-d88f2994152f+6:12093:x1873953241009152:12345-192.168.203.11@tcp:101:lsof.0 Request processed in 562us (801us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141375.205490:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 239 00000100:00080000:0.0:1787141375.205755:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787141375.424523:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141375.424588:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141375.424602:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241009280 00000100:00100000:3.0:1787141375.424612:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241009280 00000100:00100000:2.0:1787141375.424625:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141375.424653:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141375.424663:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 298 00000100:00100000:3.0:1787141375.424672:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2769050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:2352:x1873953241009280:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:2.0:1787141375.424677:0:6690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241009536 00000100:00100000:2.0:1787141375.424681:0:6690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241009536 00000100:00100000:2.0:1787141375.424731:0:6690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241009664 00000100:00100000:2.0:1787141375.424734:0:6690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241009664 00000100:00100000:3.0:1787141375.424746:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2769050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:2352:x1873953241009280:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 75us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141375.424754:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 298 00000100:00100000:2.0:1787141375.424756:0:6690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 70 00000100:00100000:2.0:1787141375.424762:0:6690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb479fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:2352:x1873953241009536:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:3.0:1787141375.424884:0:6691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 71 00000100:00100000:3.0:1787141375.424892:0:6691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb479d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2352:x1873953241009664:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:2.0:1787141375.424904:0:6690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb479fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:2352:x1873953241009536:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 142us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141375.424912:0:6690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 70 00000100:00100000:3.0:1787141375.424913:0:6691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb479d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2352:x1873953241009664:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 23us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141375.424919:0:6691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 71 00000100:00080000:3.0:1787141375.424947:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787141375.425141:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241009408 00000100:00100000:0.0:1787141375.425145:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241009408 00000100:00080000:3.0:1787141375.425148:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787141375.425181:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 163 00000100:00100000:0.0:1787141375.425189:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb479f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+20:2352:x1873953241009408:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:0.0:1787141375.425240:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb479f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+20:2352:x1873953241009408:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 52us (614us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141375.425248:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 163 00010000:00010000:0.0:1787141375.745252:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141376.769431:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141377.797812:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1787141378.369018:0:11681:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1787141378.369027:0:11681:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1787141378.370211:0:11681:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 7 count 3 00000040:00080000:0.0:1787141378.370223:0:11681:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:00080000:3.0:1787141378.527915:0:5861:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967520 is committed 00000020:00080000:3.0:1787141378.527935:0:5861:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 8 batchid updated 00000020:00080000:1.0:1787141378.527967:0:5872:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00000020:00080000:1.0:1787141378.527978:0:5872:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00010000:00010000:1.0:1787141378.820202:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787141378.945232:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82648700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3305:1873953263006720:0@lo:400:kworker.0 00000100:00100000:1.0:1787141378.945297:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141378.945354:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82648e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953263007232:0@lo:400:kworker.0 00000100:00100000:1.0:1787141378.945379:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141378.945417:0:3305:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1787141378.945424:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7c85290e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:66373bca-6a9f-4159-900e-58874c9cc4a0:3305:1873953263006592:0@lo:400:kworker.0 00000100:00100000:1.0:1787141378.945451:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141378.945471:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82649f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3305:1873953263007104:0@lo:400:kworker.0 00000100:00100000:1.0:1787141378.945492:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141378.945520:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263006720 00000100:00100000:1.0:1787141378.945526:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263006720 00000100:00100000:1.0:1787141378.945574:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263007104 00000100:00100000:1.0:1787141378.945577:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263007104 00000100:00100000:1.0:1787141378.945600:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:1.0:1787141378.945608:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b82649500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3305:x1873953263006720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787141378.945651:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b82649500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3305:x1873953263006720:12345-0@lo:400:kworker.0 Request processed in 44us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141378.945658:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00100000:1.0:1787141378.945671:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:1.0:1787141378.945677:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b82648380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3305:x1873953263007104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787141378.945697:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b82648380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3305:x1873953263007104:12345-0@lo:400:kworker.0 Request processed in 20us (204us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141378.945702:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:1.0:1787141378.945716:0:12006:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263007232 00000100:00100000:1.0:1787141378.945718:0:12006:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263007232 00000100:00100000:1.0:1787141378.945740:0:12006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1787141378.945747:0:12006:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b8264ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3305:x1873953263007232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787141378.945776:0:12006:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b8264ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3305:x1873953263007232:12345-0@lo:400:kworker.0 Request processed in 29us (396us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141378.945782:0:12006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1787141378.946037:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263006592 00000100:00100000:1.0:1787141378.946049:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263006592 00000100:00100000:1.0:1787141378.946076:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 299 00000100:00100000:1.0:1787141378.946083:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2769850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3305:x1873953263006592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787141378.946113:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2769850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3305:x1873953263006592:12345-0@lo:400:kworker.0 Request processed in 31us (660us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141378.946119:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 299 00000100:00080000:1.0:1787141378.946145:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1787141378.946150:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787141378.946170:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7c85290e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:66373bca-6a9f-4159-900e-58874c9cc4a0:3305:1873953263006592:0@lo:400:kworker.0 00000100:00100000:1.0:1787141378.946184:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82649f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3305:1873953263007104:0@lo:400:kworker.0 00000100:00100000:1.0:1787141378.946193:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82648700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3305:1873953263006720:0@lo:400:kworker.0 00000100:00100000:1.0:1787141378.946201:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82648e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953263007232:0@lo:400:kworker.0 00000100:00100000:0.0:1787141378.946349:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b8264b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953263006976:0@lo:400:kworker.0 00000100:00100000:0.0:1787141378.946380:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141378.946401:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1787141378.946407:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b8264b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3307:1873953263006848:0@lo:400:kworker.0 00000100:00100000:0.0:1787141378.946431:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141378.946448:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953263007360:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787141378.946470:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141378.946497:0:5839:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263006848 00000100:00100000:0.0:1787141378.946501:0:5839:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263006848 00000100:00100000:0.0:1787141378.946537:0:5839:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:0.0:1787141378.946557:0:5839:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf422d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1873953263006848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787141378.946593:0:5839:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf422d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1873953263006848:12345-0@lo:400:kworker.0 Request processed in 50us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141378.946600:0:5839:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00100000:0.0:1787141378.946621:0:6688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263006976 00000100:00100000:0.0:1787141378.946624:0:6688:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263006976 00000100:00100000:0.0:1787141378.946655:0:6688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1787141378.946661:0:6688:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953263006976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787141378.946690:0:6688:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953263006976:12345-0@lo:400:kworker.0 Request processed in 29us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141378.946695:0:6688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1787141378.946712:0:11379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263007360 00000100:00100000:0.0:1787141378.946724:0:11379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263007360 00000100:00100000:0.0:1787141378.946755:0:11379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1787141378.946762:0:11379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf420a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953263007360:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1787141378.946788:0:11379:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1787141378.947027:0:11379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf420a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953263007360:12345-0@lo:13:osp-pre-1-0.0 Request processed in 264us (554us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141378.947033:0:11379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00080000:0.0:1787141378.947049:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787141378.947052:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787141378.947086:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b8264b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3307:1873953263006848:0@lo:400:kworker.0 00000100:00100000:0.0:1787141378.947102:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953263007360:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787141378.947111:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b8264b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953263006976:0@lo:400:kworker.0 00000100:00100000:2.0:1787141378.947290:0:3306:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787141378.947299:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb479c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953263007488:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787141378.947352:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141378.947413:0:6693:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263007488 00000100:00100000:3.0:1787141378.947419:0:6693:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263007488 00000100:00100000:3.0:1787141378.947449:0:6693:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1787141378.947458:0:6693:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83782d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953263007488:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787141378.947481:0:6693:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1787141378.947520:0:6693:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83782d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953263007488:12345-0@lo:13:osp-pre-0-0.0 Request processed in 63us (167us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141378.947526:0:6693:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1787141378.947556:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb479c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953263007488:0@lo:13:osp-pre-0-0.0 00000001:02000400:0.0:1787141379.049230:0:12823:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1c: Test automated attach using Project ID with manual HSM restore ========================================================== 08:09:37 (1787141377) 00010000:00010000:0.0:1787141379.841063:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787141380.551769:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141380.551861:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141380.551958:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141380.552017:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141380.552047:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141380.552097:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241010304 00000100:00100000:0.0:1787141380.552107:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241010304 00000100:00100000:0.0:1787141380.552164:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241009920 00000100:00100000:0.0:1787141380.552167:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241009920 00000100:00100000:0.0:1787141380.552190:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 167 00000100:00100000:0.0:1787141380.552199:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb479c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a3a5191e-f3c6-41c6-a671-d88f2994152f+6:2352:x1873953241010304:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:0.0:1787141380.552266:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb479c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a3a5191e-f3c6-41c6-a671-d88f2994152f+6:2352:x1873953241010304:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 68us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141380.552275:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 167 00000100:00100000:0.0:1787141380.552294:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 168 00000100:00100000:0.0:1787141380.552300:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b82888380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+19:2352:x1873953241009920:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:2.0:1787141380.552822:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241009792 00000100:00100000:2.0:1787141380.552828:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241009792 00000100:00100000:2.0:1787141380.552863:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 300 00000100:00100000:2.0:1787141380.552871:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca276a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:2352:x1873953241009792:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:0.0:1787141380.553385:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b82888380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+19:2352:x1873953241009920:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 1082us (1365us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141380.553395:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 168 00000100:00080000:0.0:1787141380.553422:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787141380.554083:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca276a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:2352:x1873953241009792:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 1209us (2320us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141380.554092:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 300 00000100:00100000:1.0:1787141380.555563:0:12004:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241010048 00000100:00100000:1.0:1787141380.555577:0:12004:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241010048 00000100:00100000:0.0:1787141380.555628:0:12006:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241010176 00000100:00100000:0.0:1787141380.555633:0:12006:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241010176 00000100:00100000:0.0:1787141380.555789:0:12006:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 74 00000100:00100000:0.0:1787141380.555822:0:12006:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b8288b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2352:x1873953241010176:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:0.0:1787141380.555892:0:12006:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b8288b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2352:x1873953241010176:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 73us (3844us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141380.555899:0:12006:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 74 00000100:00080000:2.0:1787141380.559462:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1787141380.559471:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787141380.560016:0:12004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 75 00000100:00100000:0.0:1787141380.560029:0:12004:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9890bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:2352:x1873953241010048:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:0.0:1787141380.560108:0:12004:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9890bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:2352:x1873953241010048:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 82us (8247us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141380.560115:0:12004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 75 00010000:00010000:1.0:1787141380.865078:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141381.889077:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141382.913049:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787141383.193836:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141383.193924:0:5842:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241010560 00000100:00100000:1.0:1787141383.193935:0:5842:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241010560 00000100:00100000:1.0:1787141383.194019:0:5842:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 66 00000100:00100000:1.0:1787141383.194030:0:5842:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b8288a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+19:12314:x1873953241010560:12345-192.168.203.11@tcp:35:umount.0 00000100:00100000:1.0:1787141383.194720:0:5842:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b8288a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:0fd039ab-150d-4a77-92cd-c96e4dce9634+20:12314:x1873953241010560:12345-192.168.203.11@tcp:35:umount.0 Request processed in 690us (921us total) trans 4294967521 rc 0/0 00000100:00100000:1.0:1787141383.194728:0:5842:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 66 00000100:00080000:2.0:1787141383.194979:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787141383.199220:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141383.200444:0:5843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241010816 00000100:00100000:1.0:1787141383.200459:0:5843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241010816 00000100:00100000:1.0:1787141383.200624:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 67 00000100:00100000:1.0:1787141383.200636:0:5843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b8288aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+20:12314:x1873953241010816:12345-192.168.203.11@tcp:35:umount.0 00000100:00100000:1.0:1787141383.201033:0:5843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b8288aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+21:12314:x1873953241010816:12345-192.168.203.11@tcp:35:umount.0 Request processed in 399us (1819us total) trans 4294967522 rc 0/0 00000100:00100000:1.0:1787141383.201042:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 67 00000100:00100000:0.0:1787141383.208086:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141383.210546:0:5843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241011072 00000100:00100000:1.0:1787141383.210560:0:5843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241011072 00000100:00100000:1.0:1787141383.210633:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 68 00000100:00100000:1.0:1787141383.210646:0:5843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c39050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+21:12314:x1873953241011072:12345-192.168.203.11@tcp:35:umount.0 00000100:00100000:1.0:1787141383.211134:0:5843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c39050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+22:12314:x1873953241011072:12345-192.168.203.11@tcp:35:umount.0 Request processed in 488us (3054us total) trans 4294967523 rc 0/0 00000100:00100000:1.0:1787141383.211144:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 68 00000100:00100000:3.0:1787141383.219773:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141383.220442:0:5843:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241011328 00000100:00100000:1.0:1787141383.220453:0:5843:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241011328 00000100:00100000:1.0:1787141383.220513:0:5843:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 69 00000100:00100000:1.0:1787141383.220535:0:5843:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b82888000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+22:12314:x1873953241011328:12345-192.168.203.11@tcp:35:umount.0 00000100:00100000:1.0:1787141383.220919:0:5843:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b82888000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+23:12314:x1873953241011328:12345-192.168.203.11@tcp:35:umount.0 Request processed in 385us (1154us total) trans 4294967524 rc 0/0 00000100:00100000:1.0:1787141383.220928:0:5843:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 69 00000100:00100000:3.0:1787141383.228623:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141383.228668:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141383.228700:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141383.228738:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141383.228886:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241011456 00000100:00100000:0.0:1787141383.228896:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241011456 00000100:00100000:0.0:1787141383.228955:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241011712 00000100:00100000:0.0:1787141383.228958:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241011712 00000100:00100000:0.0:1787141383.228971:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241011584 00000100:00100000:0.0:1787141383.228973:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241011584 00000100:00100000:0.0:1787141383.228987:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 18 00000100:00100000:0.0:1787141383.228997:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98011c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+15:2351:x1873953241011456:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787141383.229012:0:5826:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787141383.229045:0:5826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7cbfa60e00/0xc65ffb29b5b30ec6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cd6b expref: 15 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141383.229064:0:5826:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787141383.229119:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98011c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+14:2351:x1873953241011456:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 123us (508us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141383.229126:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 18 00000100:00100000:0.0:1787141383.229179:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 19 00000100:00100000:0.0:1787141383.229185:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b82889180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+13:2353:x1873953241011712:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787141383.229192:0:5826:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787141383.229202:0:5826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7cbf438a00/0xc65ffb29b5b31112 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce36 expref: 13 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141383.229211:0:5826:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787141383.229227:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b82889180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+12:2353:x1873953241011712:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 42us (560us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141383.229233:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 19 00000100:00100000:0.0:1787141383.229244:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 20 00000100:00100000:0.0:1787141383.229250:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b8288bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+11:2351:x1873953241011584:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787141383.229257:0:5826:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787141383.229266:0:5826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7c9990ca00/0xc65ffb29b5b30e8e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cd33 expref: 11 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141383.229275:0:5826:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787141383.229309:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b8288bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:886abfc8-fafa-4f23-87cd-d18f7c7251c2+10:2351:x1873953241011584:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 43us (593us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141383.229316:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 20 00000100:00100000:2.0:1787141383.229871:0:6690:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241011840 00000100:00100000:2.0:1787141383.229885:0:6690:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241011840 00000100:00100000:2.0:1787141383.229939:0:6690:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 72 00000100:00100000:2.0:1787141383.229948:0:6690:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cae8af850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2349:x1873953241011840:12345-192.168.203.11@tcp:9:umount.0 00000020:00000080:2.0:1787141383.229971:0:6690:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc65ffb29b5b31200 00000100:00080000:2.0:1787141383.229980:0:6690:0:(import.c:65:import_set_state_nolock()) ffff8b7cbf84c000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1787141383.230015:0:6690:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967310 00000100:00100000:2.0:1787141383.230255:0:6690:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cae8af850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+2:2349:x1873953241011840:12345-192.168.203.11@tcp:9:umount.0 Request processed in 308us (1515us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141383.230263:0:6690:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 72 00010000:00010000:2.0:1787141383.230417:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787141383.231425:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787141383.235966:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141383.236077:0:6691:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241012224 00000100:00100000:0.0:1787141383.236088:0:6691:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241012224 00000100:00100000:0.0:1787141383.236158:0:6691:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 73 00000100:00100000:0.0:1787141383.236170:0:6691:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b8288a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+7:2349:x1873953241012224:12345-192.168.203.11@tcp:9:umount.0 00000020:00000080:0.0:1787141383.236197:0:6691:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc65ffb29b5b31461 00000020:00010000:0.0:1787141383.236205:0:6691:0:(genops.c:1921:obd_stale_export_put()) Put export ffff8b7c8623d000: total 0 00000100:00080000:0.0:1787141383.236209:0:6691:0:(import.c:65:import_set_state_nolock()) ffff8b7c86239000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1787141383.236241:0:6691:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967324 00000100:00100000:0.0:1787141383.236505:0:6691:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b8288a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0fd039ab-150d-4a77-92cd-c96e4dce9634+5:2349:x1873953241012224:12345-192.168.203.11@tcp:9:umount.0 Request processed in 336us (546us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141383.236513:0:6691:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 73 00000020:00010000:1.0:1787141383.236662:0:5828:0:(genops.c:1907:obd_stale_export_get()) Get export ffff8b7c8623d000: total 0 00010000:00010000:1.0:1787141383.236722:0:5828:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b7c8623d000, canceled 0 locks, left on hash table 2. 00010000:00010000:1.0:1787141383.236783:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b48ee058/0xc65ffb29b5b31ea2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1d9 expref: 5 pid: 6688 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141383.236843:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000001c6ba4b/0xc65ffb29b5b31804 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d00b expref: 4 pid: 6688 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141383.236873:0:5828:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b7c8623d000, canceled 2 locks, left on hash table 0. 00010000:00010000:1.0:1787141383.236886:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141383.236888:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141383.236890:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787141383.237306:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787141383.256836:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141383.257186:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241013248 00000100:00100000:0.0:1787141383.257196:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241013248 00000100:00100000:0.0:1787141383.257256:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 240 00000100:00100000:0.0:1787141383.257266:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83780380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+23:2349:x1873953241013248:12345-192.168.203.11@tcp:39:umount.0 00000020:00000080:0.0:1787141383.257312:0:5840:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc65ffb29b5b30e9c 00000020:00010000:0.0:1787141383.257329:0:5840:0:(genops.c:1921:obd_stale_export_put()) Put export ffff8b7ca26bf000: total 0 00000100:00080000:0.0:1787141383.257335:0:5840:0:(import.c:65:import_set_state_nolock()) ffff8b7ca26b8800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1787141383.257362:0:5840:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 1, last_transno is 4294967524 00000020:00010000:3.0:1787141383.257483:0:7628:0:(genops.c:1907:obd_stale_export_get()) Get export ffff8b7ca26bf000: total 0 00010000:00010000:3.0:1787141383.257577:0:7628:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b7ca26bf000, canceled 0 locks, left on hash table 14. 00000100:00100000:0.0:1787141383.257831:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83780380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0fd039ab-150d-4a77-92cd-c96e4dce9634+22:2349:x1873953241013248:12345-192.168.203.11@tcp:39:umount.0 Request processed in 528us (1002us total) trans 4294967525 rc 0/0 00000100:00100000:0.0:1787141383.257842:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 240 00010000:00010000:3.0:1787141383.257981:0:7628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b7c95a5b500) 00010000:00010000:3.0:1787141383.257988:0:7628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1787141383.258001:0:7628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439000/0xc65ffb29b5b317ef lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d004 expref: 21 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141383.258035:0:7628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe:0x0].0x0 (ffff8b7ca1f39d00) 00010000:00010000:3.0:1787141383.258037:0:7628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1787141383.258042:0:7628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439600/0xc65ffb29b5b31e55 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1c4 expref: 20 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141383.258057:0:7628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b7c84d5b300) 00010000:00010000:3.0:1787141383.258059:0:7628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787141383.258064:0:7628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7200/0xc65ffb29b5b31866 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d027 expref: 19 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141383.258078:0:7628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe:0x0].0x0 (ffff8b7ca1f39d00) 00010000:00010000:3.0:1787141383.258089:0:7628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1787141383.258096:0:7628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf439400/0xc65ffb29b5b31e8d lrc: 0/0,0 mode: --/CR res: [0x200000401:0xe:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1d2 expref: 18 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141383.258118:0:7628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b7c95a5b500) 00010000:00010000:3.0:1787141383.258121:0:7628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787141383.258126:0:7628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438800/0xc65ffb29b5b317c5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cff6 expref: 17 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141383.258142:0:7628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff8b7c9071a500) 00010000:00010000:3.0:1787141383.258145:0:7628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1787141383.258149:0:7628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405c00/0xc65ffb29b5b314c3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cf32 expref: 16 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141383.258182:0:7628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8b7ca1f39900) 00010000:00010000:3.0:1787141383.258185:0:7628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787141383.258190:0:7628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6a00/0xc65ffb29b5b31166 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce44 expref: 15 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141383.258210:0:7628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff8b7ca1f39600) 00010000:00010000:3.0:1787141383.258213:0:7628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1787141383.258217:0:7628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404400/0xc65ffb29b5b31b61 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d100 expref: 14 pid: 8206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141383.258231:0:7628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe:0x0].0x0 (ffff8b7ca1f39d00) 00010000:00010000:3.0:1787141383.258234:0:7628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787141383.258237:0:7628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b31e78 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1cb expref: 13 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141383.258250:0:7628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff8b7ca1f39600) 00010000:00010000:3.0:1787141383.258253:0:7628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1787141383.258256:0:7628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b31882 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d02e expref: 12 pid: 5841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141383.258272:0:7628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b7c95a5b500) 00010000:00010000:3.0:1787141383.258275:0:7628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1787141383.258278:0:7628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405600/0xc65ffb29b5b316e5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cfbe expref: 11 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141383.258304:0:7628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff8b7c9071a500) 00010000:00010000:3.0:1787141383.258307:0:7628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1787141383.258320:0:7628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405400/0xc65ffb29b5b311d6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce60 expref: 10 pid: 5839 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141383.258413:0:7628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xe:0x0].0x0 (ffff8b7ca1f39d00) 00010000:00010000:3.0:1787141383.258416:0:7628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1787141383.258420:0:7628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf438e00/0xc65ffb29b5b31d83 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xe:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d18c expref: 9 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141383.258437:0:7628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b7c84d5bf00) 00010000:00010000:3.0:1787141383.258440:0:7628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141383.258444:0:7628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60400/0xc65ffb29b5b31182 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce4b expref: 8 pid: 10438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141383.258519:0:7628:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b7ca26bf000, canceled 14 locks, left on hash table 0. 00010000:00010000:3.0:1787141383.258547:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141383.258550:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141383.258552:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1787141383.619503:0:5861:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 0fd039ab-150d-4a77-92cd-c96e4dce9634 00000001:00080000:0.0:1787141383.619520:0:5861:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967525 is committed 00000020:00000080:0.0:1787141383.619543:0:5861:0:(genops.c:885:class_export_put()) final put ffff8b7ca26bf000/0fd039ab-150d-4a77-92cd-c96e4dce9634 00000020:00000080:3.0:1787141383.619718:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8b7ca26bf000/0fd039ab-150d-4a77-92cd-c96e4dce9634 for lustre-MDT0000 00000020:00000080:3.0:1787141383.619790:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8b7ca26b8800 for lustre-MDT0000 00000001:00100000:0.0:1787141383.625732:0:6713:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 0fd039ab-150d-4a77-92cd-c96e4dce9634 00000020:00000080:0.0:1787141383.625753:0:6713:0:(genops.c:885:class_export_put()) final put ffff8b7c8623d000/0fd039ab-150d-4a77-92cd-c96e4dce9634 00000020:00000080:1.0:1787141383.625831:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8b7c8623d000/0fd039ab-150d-4a77-92cd-c96e4dce9634 for lustre-OST0000 00000020:00000080:1.0:1787141383.626177:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8b7c86239000 for lustre-OST0000 00010000:00010000:1.0:1787141383.937018:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787141384.065485:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf420700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3305:1873953263007744:0@lo:400:kworker.0 00000100:00100000:0.0:1787141384.065593:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141384.065657:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf420000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953263008256:0@lo:400:kworker.0 00000100:00100000:0.0:1787141384.065683:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141384.065713:0:3305:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1787141384.065719:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf421880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:66373bca-6a9f-4159-900e-58874c9cc4a0:3305:1873953263007616:0@lo:400:kworker.0 00000100:00100000:0.0:1787141384.065746:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141384.065763:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf423480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3305:1873953263008128:0@lo:400:kworker.0 00000100:00100000:0.0:1787141384.065782:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141384.065826:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf423800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3306:1873953263007872:0@lo:400:kworker.0 00000100:00100000:0.0:1787141384.065848:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141384.065864:0:3306:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787141384.065869:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf420380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953263008000:0@lo:400:kworker.0 00000100:00100000:0.0:1787141384.065893:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141384.065935:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263007744 00000100:00100000:0.0:1787141384.065942:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263007744 00000100:00100000:1.0:1787141384.066196:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82648e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953263008384:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787141384.066225:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141384.066255:0:11379:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263008384 00000100:00100000:1.0:1787141384.066259:0:11379:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263008384 00000100:00100000:1.0:1787141384.066311:0:11379:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1787141384.066320:0:11379:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b82648700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953263008384:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1787141384.066352:0:11379:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1787141384.066400:0:11379:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b82648700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953263008384:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141384.066407:0:11379:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00080000:1.0:1787141384.066426:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787141384.066458:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82648e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953263008384:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787141384.066493:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263008128 00000100:00100000:1.0:1787141384.066497:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263008128 00000100:00100000:1.0:1787141384.066535:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263007872 00000100:00100000:1.0:1787141384.066538:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263007872 00000100:00100000:1.0:1787141384.066557:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:1.0:1787141384.066563:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3305:x1873953263008128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787141384.066612:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3305:x1873953263008128:12345-0@lo:400:kworker.0 Request processed in 49us (829us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141384.066618:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00100000:1.0:1787141384.066631:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:1.0:1787141384.066636:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3306:x1873953263007872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787141384.066666:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3306:x1873953263007872:12345-0@lo:400:kworker.0 Request processed in 31us (818us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141384.066672:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:1.0:1787141384.066689:0:6688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263008256 00000100:00100000:1.0:1787141384.066693:0:6688:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263008256 00000100:00100000:1.0:1787141384.066716:0:6688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263008000 00000100:00100000:1.0:1787141384.066719:0:6688:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263008000 00000100:00100000:1.0:1787141384.066737:0:6688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1787141384.066744:0:6688:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3305:x1873953263008256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787141384.066771:0:6688:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3305:x1873953263008256:12345-0@lo:400:kworker.0 Request processed in 28us (1088us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141384.066777:0:6688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1787141384.066788:0:6688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1787141384.066810:0:6688:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953263008000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787141384.066835:0:6688:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953263008000:12345-0@lo:400:kworker.0 Request processed in 42us (941us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141384.066840:0:6688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00080000:1.0:1787141384.066859:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1787141384.066862:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787141384.066876:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf420380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953263008000:0@lo:400:kworker.0 00000100:00100000:1.0:1787141384.066887:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf423800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3306:1873953263007872:0@lo:400:kworker.0 00000100:00100000:3.0:1787141384.067087:0:5833:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263007616 00000100:00100000:3.0:1787141384.067092:0:5833:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263007616 00000100:00100000:3.0:1787141384.067121:0:5833:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000100:00100000:3.0:1787141384.067129:0:5833:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca2768050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3305:x1873953263007616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141384.067161:0:5833:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca2768050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3305:x1873953263007616:12345-0@lo:400:kworker.0 Request processed in 34us (1415us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141384.067167:0:5833:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00000100:00100000:3.0:1787141384.067301:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf421880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:66373bca-6a9f-4159-900e-58874c9cc4a0:3305:1873953263007616:0@lo:400:kworker.0 00000100:00100000:3.0:1787141384.067314:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf423480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3305:1873953263008128:0@lo:400:kworker.0 00000100:00100000:3.0:1787141384.067334:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf420000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953263008256:0@lo:400:kworker.0 00000100:00100000:0.0:1787141384.067461:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:0.0:1787141384.067469:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf58b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3305:x1873953263007744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787141384.067505:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf58b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3305:x1873953263007744:12345-0@lo:400:kworker.0 Request processed in 38us (1913us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141384.067511:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:2.0:1787141384.067636:0:3306:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787141384.067646:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83783480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953263008512:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787141384.067676:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141384.067706:0:6692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263008512 00000100:00100000:2.0:1787141384.067710:0:6692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263008512 00000100:00100000:2.0:1787141384.067736:0:6692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1787141384.067742:0:6692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83782300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953263008512:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1787141384.067763:0:6692:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1787141384.067819:0:6692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83782300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953263008512:12345-0@lo:13:osp-pre-0-0.0 Request processed in 54us (119us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141384.067826:0:6692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1787141384.067857:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83783480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953263008512:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787141384.073776:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf420700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3305:1873953263007744:0@lo:400:kworker.0 00000100:00100000:1.0:1787141384.886344:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141384.886397:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141384.886423:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141384.886479:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141384.886494:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241013376 00000100:00100000:2.0:1787141384.886510:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241013376 00000100:00100000:1.0:1787141384.886518:0:8451:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241013632 00000100:00100000:1.0:1787141384.886528:0:8451:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241013632 00000100:00100000:2.0:1787141384.886585:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241013504 00000100:00100000:2.0:1787141384.886606:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241013504 00000100:00100000:0.0:1787141384.886715:0:8206:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241013888 00000100:00100000:0.0:1787141384.886722:0:8206:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241013888 00000100:00100000:0.0:1787141384.886782:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 241 00000100:00100000:0.0:1787141384.886828:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b8264a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a3a5191e-f3c6-41c6-a671-d88f2994152f+6:2349:x1873953241013888:12345-192.168.203.11@tcp:39:umount.0 00000020:00000080:0.0:1787141384.886891:0:8206:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc65ffb29b5b30f83 00000020:00010000:0.0:1787141384.886901:0:8206:0:(genops.c:1921:obd_stale_export_put()) Put export ffff8b7caebd6800: total 0 00000100:00080000:0.0:1787141384.886907:0:8206:0:(import.c:65:import_set_state_nolock()) ffff8b7caebd4800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1787141384.886936:0:8206:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 1, last_transno is 4294967525 00000100:00100000:0.0:1787141384.887445:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b8264a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:a3a5191e-f3c6-41c6-a671-d88f2994152f+5:2349:x1873953241013888:12345-192.168.203.11@tcp:39:umount.0 Request processed in 651us (963us total) trans 4294967526 rc 0/0 00000100:00100000:0.0:1787141384.887454:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 241 00000100:00080000:0.0:1787141384.887638:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787141384.891724:0:8451:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 21 00000100:00100000:1.0:1787141384.891764:0:8451:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b82648e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:886abfc8-fafa-4f23-87cd-d18f7c7251c2+12:2351:x1873953241013376:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787141384.891820:0:8451:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787141384.891854:0:8451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7c80030800/0xc65ffb29b5b30f6e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cd80 expref: 12 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141384.891879:0:8451:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787141384.891976:0:8451:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b82648e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:886abfc8-fafa-4f23-87cd-d18f7c7251c2+11:2351:x1873953241013376:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 234us (5645us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141384.891985:0:8451:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 21 00000100:00100000:1.0:1787141384.892019:0:8451:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 22 00000100:00100000:1.0:1787141384.892027:0:8451:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b82649f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:886abfc8-fafa-4f23-87cd-d18f7c7251c2+10:2351:x1873953241013632:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787141384.892037:0:8451:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787141384.892048:0:8451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7cbf439800/0xc65ffb29b5b3110b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92ce2f expref: 10 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141384.892058:0:8451:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787141384.892077:0:8451:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b82649f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:886abfc8-fafa-4f23-87cd-d18f7c7251c2+9:2351:x1873953241013632:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 51us (5679us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141384.892084:0:8451:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 22 00000100:00100000:1.0:1787141384.892122:0:8451:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 23 00000100:00100000:1.0:1787141384.892130:0:8451:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b8264b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:886abfc8-fafa-4f23-87cd-d18f7c7251c2+8:2351:x1873953241013504:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787141384.892141:0:8451:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787141384.892153:0:8451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7cbfa60800/0xc65ffb29b5b30f75 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cdaa expref: 8 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141384.892162:0:8451:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787141384.892182:0:8451:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b8264b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:886abfc8-fafa-4f23-87cd-d18f7c7251c2+7:2351:x1873953241013504:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 52us (5757us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141384.892188:0:8451:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 23 00000020:00010000:1.0:1787141384.892276:0:5827:0:(genops.c:1907:obd_stale_export_get()) Get export ffff8b7caebd6800: total 0 00010000:00010000:1.0:1787141384.892450:0:5827:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b7caebd6800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1787141384.892484:0:5827:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b7c84d5b300) 00010000:00010000:1.0:1787141384.892488:0:5827:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787141384.892496:0:5827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b31eb0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1e0 expref: 4 pid: 5840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141384.892522:0:5827:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b7caebd6800, canceled 1 locks, left on hash table 0. 00010000:00010000:1.0:1787141384.892548:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141384.892550:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141384.892553:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787141384.920266:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141384.924115:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241014144 00000100:00100000:2.0:1787141384.924137:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241014144 00000100:00100000:2.0:1787141384.924328:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 302 00000100:00100000:2.0:1787141384.924343:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca276ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:886abfc8-fafa-4f23-87cd-d18f7c7251c2+7:2349:x1873953241014144:12345-192.168.203.11@tcp:251:umount.0 00000020:00000080:2.0:1787141384.924408:0:5832:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc65ffb29b5b30e79 00000020:00010000:2.0:1787141384.924418:0:5832:0:(genops.c:1921:obd_stale_export_put()) Put export ffff8b7ca26bc000: total 0 00000100:00080000:2.0:1787141384.924424:0:5832:0:(import.c:65:import_set_state_nolock()) ffff8b7ca26be000 : changing import state from FULL to CLOSED 00000100:00100000:2.0:1787141384.924525:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca276ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:886abfc8-fafa-4f23-87cd-d18f7c7251c2+3:2349:x1873953241014144:12345-192.168.203.11@tcp:251:umount.0 Request processed in 185us (4273us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141384.924534:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 302 00000020:00010000:1.0:1787141384.925316:0:5828:0:(genops.c:1907:obd_stale_export_get()) Get export ffff8b7ca26bc000: total 0 00010000:00010000:1.0:1787141384.925323:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141384.925392:0:5828:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b7ca26bc000, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1787141384.925436:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7cbf438000/0xc65ffb29b5b30ecd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92cd72 expref: 2 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141384.925458:0:5828:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b7ca26bc000, canceled 1 locks, left on hash table 0. 00000020:00000080:1.0:1787141384.925488:0:5828:0:(genops.c:885:class_export_put()) final put ffff8b7ca26bc000/886abfc8-fafa-4f23-87cd-d18f7c7251c2 00010000:00010000:1.0:1787141384.925508:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141384.925511:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141384.925513:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1787141384.925688:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8b7ca26bc000/886abfc8-fafa-4f23-87cd-d18f7c7251c2 for MGS 00000020:00000080:0.0:1787141384.925745:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8b7ca26be000 for MGS 00010000:00010000:3.0:1787141384.961342:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141385.985070:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1787141386.513318:0:13021:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:0.0:1787141386.534122:0:13021:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:0.0:1787141386.534170:0:13021:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa60a00/0xc65ffb29b5b30f0c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30f13 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141386.534185:0:13021:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa60a00/0xc65ffb29b5b30f0c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b30f13 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141386.534193:0:13021:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa60a00/0xc65ffb29b5b30f0c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xc65ffb29b5b30f13 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141386.534200:0:13021:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa60a00/0xc65ffb29b5b30f0c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xc65ffb29b5b30f13 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141386.534259:0:13021:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1787141386.534264:0:13021:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1787141386.534293:0:13021:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1787141386.534298:0:13021:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1787141386.534303:0:13021:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1787141386.534332:0:13021:0:(import.c:65:import_set_state_nolock()) ffff8b7c924fa000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1787141386.535445:0:3303:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbcbd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3303:1873953263008640:0@lo:39:umount.0 00000100:00100000:3.0:1787141386.535561:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141386.535722:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263008640 00000100:00100000:0.0:1787141386.535731:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263008640 00000100:00100000:0.0:1787141386.535783:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 242 00000100:00100000:0.0:1787141386.535792:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b82888a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3303:x1873953263008640:12345-0@lo:39:umount.0 00000020:00000080:0.0:1787141386.535836:0:5841:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc65ffb29b5b30c96 00000100:00080000:0.0:1787141386.535844:0:5841:0:(import.c:65:import_set_state_nolock()) ffff8b7cb3fe9800 : changing import state from FULL to CLOSED 00010000:00010000:1.0:1787141386.537120:0:5827:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787141386.537130:0:5827:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa60a00/0xc65ffb29b5b30f0c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xc65ffb29b5b30f13 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141386.537141:0:5827:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbfa60a00 already unused, calling callback (ffffffffc1c5bc20) 10000000:00010000:1.0:1787141386.537145:0:5827:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa60a00/0xc65ffb29b5b30f0c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xc65ffb29b5b30f13 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141386.537156:0:5827:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa60a00/0xc65ffb29b5b30f0c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0xc65ffb29b5b30f13 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787141386.537164:0:5827:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa60a00/0xc65ffb29b5b30f0c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0xc65ffb29b5b30f13 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787141386.537171:0:5827:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1787141386.537174:0:5827:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1787141386.537177:0:5827:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1787141386.537210:0:5827:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa60a00/0xc65ffb29b5b30f0c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xc65ffb29b5b30f13 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141386.537217:0:5827:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1787141386.537260:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b8264aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953263008768:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787141386.537318:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141386.537438:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263008768 00000100:00100000:2.0:1787141386.537445:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263008768 00000100:00100000:2.0:1787141386.537486:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1787141386.537495:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b82889880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3304:x1873953263008768:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787141386.537506:0:5825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787141386.537520:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7c81519200/0xc65ffb29b5b30f13 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc65ffb29b5b30f0c expref: 19 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141386.537535:0:5825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787141386.537577:0:5827:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa60a00/0xc65ffb29b5b30f0c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xc65ffb29b5b30f13 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141386.537585:0:5827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa60a00/0xc65ffb29b5b30f0c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xc65ffb29b5b30f13 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141386.537597:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141386.537610:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141386.537613:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787141386.537784:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b82888a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+1:3303:x1873953263008640:12345-0@lo:39:umount.0 Request processed in 1993us (2223us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141386.537814:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 242 00000020:00000080:0.0:1787141386.537825:0:5841:0:(genops.c:885:class_export_put()) final put ffff8b7cb3fed000/lustre-MDT0000-lwp-MDT0000_UUID 00010000:00010000:1.0:1787141386.538839:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1787141386.538907:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8b7cb3fed000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:0.0:1787141386.538973:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8b7cb3fe9800 for lustre-MDT0000 00000100:00080000:0.0:1787141386.539012:0:3303:0:(import.c:65:import_set_state_nolock()) ffff8b7c924fa000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1787141386.539025:0:3303:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbcbd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3303:1873953263008640:0@lo:39:umount.0 00000100:00080000:0.0:1787141386.539052:0:13021:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1787141386.539056:0:13021:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1787141386.539060:0:13021:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00100000:2.0:1787141386.542188:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b82889880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:66373bca-6a9f-4159-900e-58874c9cc4a0+18:3304:x1873953263008768:12345-0@lo:103:ldlm_bl.0 Request processed in 4685us (4861us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141386.542202:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00010000:00010000:1.0:1787141386.542500:0:13021:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c81518e00/0xc65ffb29b5b30f1a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30f21 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141386.542514:0:13021:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c81518e00/0xc65ffb29b5b30f1a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b30f21 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141386.542521:0:13021:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c81518e00/0xc65ffb29b5b30f1a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0xc65ffb29b5b30f21 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141386.542528:0:13021:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.111@tcp lock: ffff8b7c81518e00/0xc65ffb29b5b30f1a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0xc65ffb29b5b30f21 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141386.542582:0:13021:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787141386.542591:0:13021:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c9990d800/0xc65ffb29b5b30e33 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30e3a expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141386.542597:0:13021:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c9990d800/0xc65ffb29b5b30e33 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b30e3a expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141386.542603:0:13021:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c9990d800/0xc65ffb29b5b30e33 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xc65ffb29b5b30e3a expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141386.542608:0:13021:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.111@tcp lock: ffff8b7c9990d800/0xc65ffb29b5b30e33 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xc65ffb29b5b30e3a expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141386.542669:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b8264aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953263008768:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787141386.542782:0:7628:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787141386.542789:0:7628:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff8b7c81518e00/0xc65ffb29b5b30f1a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xc65ffb29b5b30f21 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141386.542867:0:7628:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c81518e00 already unused, calling callback (ffffffffc1c5bc20) 10000000:00010000:2.0:1787141386.542871:0:7628:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff8b7c81518e00/0xc65ffb29b5b30f1a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xc65ffb29b5b30f21 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141386.542893:0:7628:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff8b7c81518e00/0xc65ffb29b5b30f1a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0xc65ffb29b5b30f21 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787141386.542901:0:7628:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff8b7c81518e00/0xc65ffb29b5b30f1a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0xc65ffb29b5b30f21 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787141386.542907:0:7628:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1787141386.542910:0:7628:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:2.0:1787141386.542940:0:7628:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff8b7c81518e00/0xc65ffb29b5b30f1a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xc65ffb29b5b30f21 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141386.542946:0:7628:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1787141386.542983:0:3304:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1787141386.542999:0:7628:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff8b7c81518e00/0xc65ffb29b5b30f1a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xc65ffb29b5b30f21 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141386.543006:0:7628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff8b7c81518e00/0xc65ffb29b5b30f1a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xc65ffb29b5b30f21 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141386.543021:0:7628:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787141386.543025:0:7628:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff8b7c9990d800/0xc65ffb29b5b30e33 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xc65ffb29b5b30e3a expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141386.543030:0:7628:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c9990d800 already unused, calling callback (ffffffffc1c5bc20) 10000000:00010000:2.0:1787141386.543034:0:7628:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff8b7c9990d800/0xc65ffb29b5b30e33 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xc65ffb29b5b30e3a expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141386.543041:0:7628:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff8b7c9990d800/0xc65ffb29b5b30e33 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xc65ffb29b5b30e3a expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787141386.543047:0:7628:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff8b7c9990d800/0xc65ffb29b5b30e33 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xc65ffb29b5b30e3a expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787141386.543058:0:7628:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:2.0:1787141386.543060:0:7628:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 00010000:00010000:2.0:1787141386.543072:0:7628:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff8b7c9990d800/0xc65ffb29b5b30e33 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xc65ffb29b5b30e3a expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141386.543078:0:7628:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787141386.543104:0:7628:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff8b7c9990d800/0xc65ffb29b5b30e33 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xc65ffb29b5b30e3a expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141386.543113:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787141386.543114:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787141386.543116:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787141386.543130:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83782a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:66373bca-6a9f-4159-900e-58874c9cc4a0:3306:1873953263009024:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787141386.543185:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1787141386.543414:0:13021:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1787141386.543420:0:13021:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff8b7c9990d800/0xc65ffb29b5b30e33 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xc65ffb29b5b30e3a expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787141386.543447:0:13021:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:1.0:1787141386.543454:0:13021:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa61a00/0xc65ffb29b5b31135 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b3113c expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141386.543462:0:13021:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa61a00/0xc65ffb29b5b31135 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b3113c expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141386.543468:0:13021:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa61a00/0xc65ffb29b5b31135 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xc65ffb29b5b3113c expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141386.543474:0:13021:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa61a00/0xc65ffb29b5b31135 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xc65ffb29b5b3113c expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141386.543502:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83783480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953263008896:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787141386.543533:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141386.543572:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263009024 00000100:00100000:0.0:1787141386.543579:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263009024 00000100:00100000:0.0:1787141386.543615:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263008896 00000100:00100000:0.0:1787141386.543618:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263008896 00000100:00100000:0.0:1787141386.543647:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1787141386.543656:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98010c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:66373bca-6a9f-4159-900e-58874c9cc4a0+19:3306:x1873953263009024:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787141386.543677:0:5824:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787141386.543692:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7c9990ce00/0xc65ffb29b5b30e3a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc65ffb29b5b30e33 expref: 19 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141386.543706:0:5824:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787141386.543736:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98010c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:66373bca-6a9f-4159-900e-58874c9cc4a0+18:3306:x1873953263009024:12345-0@lo:103:ldlm_bl.0 Request processed in 81us (551us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141386.543743:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1787141386.543782:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1787141386.543788:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbcbd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:66373bca-6a9f-4159-900e-58874c9cc4a0+17:3304:x1873953263008896:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787141386.543820:0:5824:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787141386.543829:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7cbfa61c00/0xc65ffb29b5b30f21 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc65ffb29b5b30f1a expref: 17 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141386.543838:0:5824:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787141386.543862:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbcbd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:66373bca-6a9f-4159-900e-58874c9cc4a0+16:3304:x1873953263008896:12345-0@lo:103:ldlm_bl.0 Request processed in 74us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141386.543868:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1787141386.543892:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83783480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953263008896:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787141386.544105:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83782a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:66373bca-6a9f-4159-900e-58874c9cc4a0:3306:1873953263009024:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787141386.544231:0:7627:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787141386.544238:0:7627:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa61a00/0xc65ffb29b5b31135 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xc65ffb29b5b3113c expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141386.544245:0:7627:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbfa61a00 already unused, calling callback (ffffffffc1c5bc20) 10000000:00010000:3.0:1787141386.544249:0:7627:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa61a00/0xc65ffb29b5b31135 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xc65ffb29b5b3113c expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141386.544257:0:7627:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa61a00/0xc65ffb29b5b31135 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xc65ffb29b5b3113c expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787141386.544264:0:7627:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa61a00/0xc65ffb29b5b31135 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xc65ffb29b5b3113c expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787141386.544280:0:7627:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1787141386.544283:0:7627:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:3.0:1787141386.544300:0:7627:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa61a00/0xc65ffb29b5b31135 lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xc65ffb29b5b3113c expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141386.544318:0:7627:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787141386.544338:0:7627:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa61a00/0xc65ffb29b5b31135 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xc65ffb29b5b3113c expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141386.544346:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141386.544348:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141386.544350:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787141386.544437:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82889c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:66373bca-6a9f-4159-900e-58874c9cc4a0:3307:1873953263009152:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787141386.544465:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141386.544543:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263009152 00000100:00100000:3.0:1787141386.544548:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263009152 00000100:00100000:3.0:1787141386.544584:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1787141386.544591:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83782a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:66373bca-6a9f-4159-900e-58874c9cc4a0+16:3307:x1873953263009152:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787141386.544600:0:5824:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787141386.544610:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7cbf439c00/0xc65ffb29b5b3113c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc65ffb29b5b31135 expref: 16 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141386.544620:0:5824:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787141386.544775:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83782a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:66373bca-6a9f-4159-900e-58874c9cc4a0+15:3307:x1873953263009152:12345-0@lo:103:ldlm_bl.0 Request processed in 184us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141386.544782:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00010000:00010000:1.0:1787141386.544966:0:13021:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1787141386.544973:0:13021:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa61a00/0xc65ffb29b5b31135 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xc65ffb29b5b3113c expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787141386.544983:0:13021:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1787141386.544991:0:13021:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c81518c00/0xc65ffb29b5b30be7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30bee expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141386.544998:0:13021:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c81518c00/0xc65ffb29b5b30be7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b30bee expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141386.545005:0:13021:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c81518c00/0xc65ffb29b5b30be7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xc65ffb29b5b30bee expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141386.545013:0:13021:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.111@tcp lock: ffff8b7c81518c00/0xc65ffb29b5b30be7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xc65ffb29b5b30bee expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141386.545042:0:13021:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1787141386.545046:0:13021:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:1.0:1787141386.545049:0:13021:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00000020:01000004:1.0:1787141386.545079:0:13021:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-MDT0000 00000020:01000000:1.0:1787141386.545083:0:13021:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00010000:00010000:3.0:1787141386.545160:0:5828:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787141386.545165:0:5828:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff8b7c81518c00/0xc65ffb29b5b30be7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xc65ffb29b5b30bee expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141386.545172:0:5828:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c81518c00 already unused, calling callback (ffffffffc1c5bc20) 10000000:00010000:3.0:1787141386.545175:0:5828:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff8b7c81518c00/0xc65ffb29b5b30be7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xc65ffb29b5b30bee expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141386.545183:0:5828:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff8b7c81518c00/0xc65ffb29b5b30be7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xc65ffb29b5b30bee expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787141386.545194:0:5828:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff8b7c81518c00/0xc65ffb29b5b30be7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xc65ffb29b5b30bee expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787141386.545200:0:5828:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:3.0:1787141386.545202:0:5828:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:3.0:1787141386.545204:0:5828:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:3.0:1787141386.545220:0:5828:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff8b7c81518c00/0xc65ffb29b5b30be7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xc65ffb29b5b30bee expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141386.545226:0:5828:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787141386.545238:0:5828:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff8b7c81518c00/0xc65ffb29b5b30be7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xc65ffb29b5b30bee expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141386.545245:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff8b7c81518c00/0xc65ffb29b5b30be7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xc65ffb29b5b30bee expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141386.545259:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141386.545261:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141386.545263:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787141386.545281:0:3305:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787141386.545290:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82888700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:66373bca-6a9f-4159-900e-58874c9cc4a0:3305:1873953263009280:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787141386.545321:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1787141386.545389:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1787141386.545469:0:13021:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787141386.545477:0:13021:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 2/7 00000020:00080000:1.0:1787141386.545482:0:13021:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff8b7cbbcae000 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1787141386.545488:0:13021:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff8b7cae44c000 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1787141386.545494:0:13021:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff8b7caebd6800 a3a5191e-f3c6-41c6-a671-d88f2994152f 192.168.203.11@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1787141386.545500:0:13021:0:(genops.c:1553:class_disconnect_exports()) OBD device 5 (ffff8b7ca277cd28) has exports, disconnecting them 00000020:00080000:1.0:1787141386.545504:0:13021:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8b7cbbcae000), last request at 1787141384 00000020:00000080:1.0:1787141386.545511:0:13021:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc65ffb29b5b30dfb 00000100:00080000:1.0:1787141386.545527:0:13021:0:(import.c:65:import_set_state_nolock()) ffff8b7cbbcaf000 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1787141386.545580:0:13021:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8b7cbbcae000): rc 0 00000020:00000080:1.0:1787141386.545582:0:13021:0:(genops.c:885:class_export_put()) final put ffff8b7cbbcae000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:1.0:1787141386.545598:0:13021:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8b7cae44c000), last request at 1787141384 00000020:00000080:1.0:1787141386.545601:0:13021:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc65ffb29b5b30d30 00000100:00080000:1.0:1787141386.545607:0:13021:0:(import.c:65:import_set_state_nolock()) ffff8b7cae44f800 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1787141386.545616:0:13021:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8b7cae44c000): rc 0 00000020:00000080:1.0:1787141386.545618:0:13021:0:(genops.c:885:class_export_put()) final put ffff8b7cae44c000/lustre-MDT0000-lwp-OST0000_UUID 00000004:00000080:1.0:1787141386.545625:0:13021:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffb6dfc3afbae0 00000100:00080000:1.0:1787141386.545714:0:13021:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1787141386.545717:0:13021:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967324 gen 3 00000004:00080000:1.0:1787141386.545731:0:13021:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:1.0:1787141386.545791:0:13021:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:1.0:1787141386.545831:0:13021:0:(import.c:65:import_set_state_nolock()) ffff8b7cbf8ae000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1787141386.545849:0:13021:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1787141386.545852:0:13021:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967310 gen 3 00000004:00080000:1.0:1787141386.545861:0:13021:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:1.0:1787141386.545932:0:13021:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:1.0:1787141386.545941:0:13021:0:(import.c:65:import_set_state_nolock()) ffff8b7ca6c29800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:1.0:1787141386.546018:0:13021:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff8b7ca277cd28) has no exports 00010000:00010000:3.0:1787141386.546299:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141386.546343:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1787141386.546435:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8b7cbbcae000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:0.0:1787141386.546481:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8b7cae44c000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:0.0:1787141386.546501:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8b7cbbcaf000 for lustre-MDT0000 00000020:00000080:0.0:1787141386.546506:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8b7cae44f800 for lustre-MDT0000 00000100:00100000:0.0:1787141386.546524:0:3303:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82648000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3303:1873953263009408:0@lo:9:umount.0 00000100:00100000:0.0:1787141386.546725:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141386.546769:0:3303:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82649180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3303:1873953263009536:0@lo:9:umount.0 00000100:00100000:0.0:1787141386.546792:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141386.546861:0:6688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263009408 00000100:00100000:0.0:1787141386.546867:0:6688:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263009408 00000100:00100000:0.0:1787141386.546909:0:6688:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263009536 00000100:00100000:0.0:1787141386.546912:0:6688:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263009536 00000100:00100000:0.0:1787141386.546936:0:6688:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1787141386.546944:0:6688:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6deb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3303:x1873953263009408:12345-0@lo:9:umount.0 00000020:00000080:0.0:1787141386.546966:0:6688:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc65ffb29b5b30d7d 00000100:00080000:0.0:1787141386.546972:0:6688:0:(import.c:65:import_set_state_nolock()) ffff8b7cae448800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1787141386.546998:0:6688:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967324 00000100:00100000:3.0:1787141386.547282:0:12004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1787141386.547292:0:12004:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6deb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3303:x1873953263009536:12345-0@lo:9:umount.0 00000020:00000080:3.0:1787141386.547306:0:12004:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc65ffb29b5b30e72 00000100:00080000:3.0:1787141386.547311:0:12004:0:(import.c:65:import_set_state_nolock()) ffff8b7ca26b9800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1787141386.547337:0:12004:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967310 00000100:00100000:3.0:1787141386.547479:0:12004:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6deb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+2:3303:x1873953263009536:12345-0@lo:9:umount.0 Request processed in 188us (685us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141386.547487:0:12004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1787141386.547732:0:6688:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6deb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+2:3303:x1873953263009408:12345-0@lo:9:umount.0 Request processed in 788us (1007us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141386.547739:0:6688:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00080000:0.0:1787141386.547755:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787141386.547758:0:5835:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1787141386.547770:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141386.547775:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787141386.547829:0:3303:0:(import.c:65:import_set_state_nolock()) ffff8b7cbf8ae000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1787141386.547836:0:3303:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1787141386.547838:0:3303:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1787141386.547841:0:3303:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82648000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3303:1873953263009408:0@lo:9:umount.0 00000100:00080000:0.0:1787141386.547854:0:3303:0:(import.c:65:import_set_state_nolock()) ffff8b7ca6c29800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1787141386.547866:0:3303:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1787141386.547868:0:3303:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1787141386.547870:0:3303:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82649180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3303:1873953263009536:0@lo:9:umount.0 00000100:00100000:2.0:1787141386.548225:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82889c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:66373bca-6a9f-4159-900e-58874c9cc4a0:3307:1873953263009152:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787141386.549207:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263009280 00000100:00100000:3.0:1787141386.549217:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263009280 00000100:00100000:3.0:1787141386.549279:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1787141386.549290:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b8288b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:66373bca-6a9f-4159-900e-58874c9cc4a0+15:3305:x1873953263009280:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787141386.549305:0:5826:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787141386.549323:0:5826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7c80031800/0xc65ffb29b5b30bee lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc65ffb29b5b30be7 expref: 15 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141386.549340:0:5826:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787141386.549395:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b8288b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:66373bca-6a9f-4159-900e-58874c9cc4a0+14:3305:x1873953263009280:12345-0@lo:103:ldlm_bl.0 Request processed in 108us (4073us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141386.549402:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1787141386.549436:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82888700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:66373bca-6a9f-4159-900e-58874c9cc4a0:3305:1873953263009280:0@lo:103:ldlm_bl.0 00000020:00080000:0.0:1787141386.555344:0:13021:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff8b7ca277cd28) has no exports 00000020:00000080:0.0:1787141386.617840:0:13021:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc65ffb29b5b30c42 00000020:00000080:0.0:1787141386.617856:0:13021:0:(genops.c:885:class_export_put()) final put ffff8b7cbc9c1000/lustre-QMT0000_UUID 00000020:01000000:0.0:1787141386.617890:0:13021:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:3.0:1787141386.618099:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8b7cbc9c1000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:1.0:1787141386.618765:0:13021:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787141386.618777:0:13021:0:(obd_config.c:956:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1787141386.618782:0:13021:0:(genops.c:1558:class_disconnect_exports()) OBD device 7 (ffff8b7cb47a4d28) has no exports 00000020:00000080:1.0:1787141386.619370:0:13021:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc65ffb29b5b30c3b 00000020:00000080:1.0:1787141386.619378:0:13021:0:(genops.c:885:class_export_put()) final put ffff8b7cb47ae800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1787141386.619427:0:13021:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787141386.619434:0:13021:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:1.0:1787141386.619437:0:13021:0:(genops.c:885:class_export_put()) final put ffff8b7cb47ab000/lustre-QMT0000_UUID 00000020:00000080:1.0:1787141386.619440:0:13021:0:(genops.c:844:class_export_destroy()) destroying export ffff8b7cb47ab000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:1.0:1787141386.619447:0:13021:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000080:3.0:1787141386.619585:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8b7cb47ae800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:00010000:3.0:1787141387.009362:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1787141387.222678:0:7643:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 0fd039ab-150d-4a77-92cd-c96e4dce9634 00000020:00000080:2.0:1787141387.222686:0:7643:0:(genops.c:885:class_export_put()) final put ffff8b7c924fb000/0fd039ab-150d-4a77-92cd-c96e4dce9634 00000001:00100000:2.0:1787141387.222713:0:7643:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1787141387.222716:0:7643:0:(genops.c:885:class_export_put()) final put ffff8b7ca26bb000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1787141387.222765:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8b7c924fb000/0fd039ab-150d-4a77-92cd-c96e4dce9634 for lustre-OST0001 00000020:00000080:3.0:1787141387.222832:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8b7ca26bb000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:3.0:1787141387.222853:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8b7cbf84c000 for lustre-OST0001 00000020:00000080:3.0:1787141387.222858:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8b7ca26b9800 for lustre-OST0001 00010000:00010000:3.0:1787141388.033010:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1787141388.719205:0:5861:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of a3a5191e-f3c6-41c6-a671-d88f2994152f 00000001:00080000:0.0:1787141388.719222:0:5861:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967526 is committed 00000020:00000080:0.0:1787141388.719227:0:5861:0:(genops.c:885:class_export_put()) final put ffff8b7caebd6800/a3a5191e-f3c6-41c6-a671-d88f2994152f 00000020:00000080:2.0:1787141388.733063:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8b7caebd6800/a3a5191e-f3c6-41c6-a671-d88f2994152f for lustre-MDT0000 00000001:00100000:0.0:1787141388.740221:0:6713:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1787141388.740231:0:6713:0:(genops.c:885:class_export_put()) final put ffff8b7cae44d000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1787141388.741934:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8b7caebd4800 for lustre-MDT0000 00000020:00000080:2.0:1787141388.741948:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8b7cae44d000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:2.0:1787141388.745979:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8b7cae448800 for lustre-OST0000 00010000:00010000:3.0:1787141389.057462:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787141389.185155:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1787141389.185180:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83781180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3307:1873953263009792:0@lo:400:kworker.0 00000100:00100000:3.0:1787141389.185229:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83780000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:66373bca-6a9f-4159-900e-58874c9cc4a0:3305:1873953263009664:0@lo:400:kworker.0 00000100:00100000:2.0:1787141389.185268:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141389.185289:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141389.185361:0:5834:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263009664 00000100:00100000:3.0:1787141389.185368:0:5834:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263009664 00000100:00100000:2.0:1787141389.185379:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83782680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3307:1873953263009920:0@lo:400:kworker.0 00000100:00100000:3.0:1787141389.185415:0:5834:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 303 00000100:00100000:2.0:1787141389.185422:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141389.185427:0:5834:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca276bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+14:3305:x1873953263009664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141389.185491:0:5834:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca276bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:66373bca-6a9f-4159-900e-58874c9cc4a0+14:3305:x1873953263009664:12345-0@lo:400:kworker.0 Request processed in 67us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141389.185500:0:5834:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 303 00000100:00100000:2.0:1787141389.185530:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83780000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:66373bca-6a9f-4159-900e-58874c9cc4a0:3305:1873953263009664:0@lo:400:kworker.0 00000100:00100000:1.0:1787141389.185585:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263009792 00000100:00100000:1.0:1787141389.185590:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263009792 00000100:00100000:1.0:1787141389.185622:0:10438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263009920 00000100:00100000:1.0:1787141389.185626:0:10438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263009920 00000100:00100000:0.0:1787141389.185645:0:8206:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 243 00000100:00100000:0.0:1787141389.185653:0:8206:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83783b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3307:x1873953263009792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787141389.185654:0:10438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 244 00000100:00100000:1.0:1787141389.185667:0:10438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83780a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3307:x1873953263009920:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1787141389.185667:0:8206:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000020:00080000:1.0:1787141389.185677:0:10438:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00080000:2.0:1787141389.185761:0:3307:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1787141389.185767:0:3307:0:(import.c:65:import_set_state_nolock()) ffff8b7cbf8ae800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1787141389.185771:0:3307:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00100000:1.0:1787141389.188676:0:10438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83780a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3307:x1873953263009920:12345-0@lo:400:kworker.0 Request processed in 3003us (3258us total) trans 0 rc -107/-107 00000100:00100000:1.0:1787141389.188691:0:10438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 244 00000100:00100000:0.0:1787141389.192701:0:8206:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83783b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3307:x1873953263009792:12345-0@lo:400:kworker.0 Request processed in 7037us (7438us total) trans 0 rc -107/-107 00000100:00100000:0.0:1787141389.192717:0:8206:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 243 00000100:00080000:2.0:1787141389.197149:0:3307:0:(import.c:65:import_set_state_nolock()) ffff8b7cbf8ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787141389.197163:0:3307:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 165 00000100:00080000:2.0:1787141389.197173:0:3307:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8b7cbf8ae800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:2.0:1787141389.197218:0:3307:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b7b83780000 x1873953263010048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787141389.197375:0:3303:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83780000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3303:1873953263010048:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:0.0:1787141389.197451:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141389.197575:0:5841:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263010048 00000100:00100000:1.0:1787141389.197584:0:5841:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263010048 00000100:00100000:1.0:1787141389.197635:0:5841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 245 00000100:00100000:2.0:1787141389.197640:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83781180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3307:1873953263009792:0@lo:400:kworker.0 00000100:00100000:1.0:1787141389.197646:0:5841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6deaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3303:x1873953263010048:12345-0@lo:38:ptlrpcd_00_03.0 00000100:00080000:2.0:1787141389.197680:0:3307:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00010000:02000000:1.0:1787141389.197681:0:5841:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00080000:2.0:1787141389.197689:0:3307:0:(import.c:65:import_set_state_nolock()) ffff8b7cbbcae800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1787141389.197696:0:3307:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1787141389.197700:0:3307:0:(import.c:65:import_set_state_nolock()) ffff8b7cbbcae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787141389.197704:0:3307:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 184 00000100:00080000:2.0:1787141389.197709:0:3307:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8b7cbbcae800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:2.0:1787141389.197723:0:3307:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b7b83781180 x1873953263010176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787141389.198031:0:3303:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83781180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3303:1873953263010176:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:0.0:1787141389.198063:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141389.198140:0:5840:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263010176 00000100:00100000:3.0:1787141389.198145:0:5840:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263010176 00000100:00100000:3.0:1787141389.198178:0:5840:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 246 00000100:00100000:3.0:1787141389.198183:0:5840:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3303:x1873953263010176:12345-0@lo:38:ptlrpcd_00_03.0 00010000:02000000:3.0:1787141389.198192:0:5840:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:3.0:1787141389.198236:0:5840:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3303:x1873953263010176:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 52us (172us total) trans 0 rc -19/-19 00000100:00100000:3.0:1787141389.198243:0:5840:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 246 00000100:00080000:3.0:1787141389.198285:0:3303:0:(import.c:65:import_set_state_nolock()) ffff8b7cbbcae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787141389.198290:0:3303:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1787141389.198294:0:3303:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83781180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3303:1873953263010176:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:2.0:1787141389.198946:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83782680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3307:1873953263009920:0@lo:400:kworker.0 00000100:00100000:1.0:1787141389.208273:0:5841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6deaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3303:x1873953263010048:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 10607us (10799us total) trans 0 rc -19/-19 00000100:00100000:1.0:1787141389.208289:0:5841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 245 00000100:00080000:3.0:1787141389.208577:0:3303:0:(import.c:65:import_set_state_nolock()) ffff8b7cbf8ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787141389.208584:0:3303:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1787141389.208588:0:3303:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83780000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3303:1873953263010048:0@lo:38:ptlrpcd_00_03.0 00010000:00010000:0.0:1787141390.081049:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141391.104992:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141392.129000:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:0.0:1787141392.704933:0:13021:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8b7c82dd90c0 - data ffff8b7cbfcd06c0/ffff8b7cbbbab000 00000020:01000000:0.0:1787141392.705102:0:13021:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8b7ca6e33d20 - data ffff8b7c8401e948/ffff8b7c82e42800 00000001:00000004:0.0:1787141392.717093:0:13021:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 1, last_transno is 4294967526 00000100:00080000:0.0:1787141392.812746:0:13021:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1787141392.812756:0:13021:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967324 gen 4 00000004:00080000:0.0:1787141392.812850:0:13021:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1787141392.812853:0:13021:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1787141392.813743:0:6793:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1787141392.813749:0:6793:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x3:0x0] index 8 count 1 00000040:00080000:1.0:1787141392.813759:0:6793:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 1 count 2 00000100:00080000:0.0:1787141392.814711:0:13021:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1787141392.814717:0:13021:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967310 gen 4 00000004:00080000:0.0:1787141392.814739:0:13021:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1787141392.814742:0:13021:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1787141392.815004:0:8042:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1787141392.815009:0:8042:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x6:0x0] index 5 count 1 00000040:00080000:1.0:1787141392.815018:0:8042:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 1 count 2 00000020:00000080:0.0:1787141392.868359:0:13021:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc65ffb29b5b30c0a 00000020:00000080:0.0:1787141392.868371:0:13021:0:(genops.c:885:class_export_put()) final put ffff8b7cae449000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1787141392.869248:0:13021:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc65ffb29b5b30c1f 00000020:00000080:0.0:1787141392.869256:0:13021:0:(genops.c:885:class_export_put()) final put ffff8b7cb47a8800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1787141392.869429:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8b7cae449000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:0.0:1787141392.869906:0:13021:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:0.0:1787141392.869913:0:13021:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787141392.869923:0:13021:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1787141392.869927:0:13021:0:(genops.c:1558:class_disconnect_exports()) OBD device 4 (ffff8b7ca27799b8) has no exports 00000004:01000000:0.0:1787141392.870089:0:13021:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:0.0:1787141392.870098:0:13021:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc65ffb29b5b30e5d 00000020:00000080:0.0:1787141392.870104:0:13021:0:(genops.c:885:class_export_put()) final put ffff8b7cbbca8000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1787141392.870109:0:13021:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:0.0:1787141392.870113:0:13021:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787141392.870120:0:13021:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1787141392.870122:0:13021:0:(genops.c:1558:class_disconnect_exports()) OBD device 17 (ffff8b7cb43f99b8) has no exports 00000020:00000080:0.0:1787141392.870128:0:13021:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc65ffb29b5b30e56 00000020:00000080:0.0:1787141392.870131:0:13021:0:(genops.c:885:class_export_put()) final put ffff8b7cae471800/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1787141392.870232:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8b7cb47a8800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000080:2.0:1787141392.870241:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8b7cbbca8000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:2.0:1787141392.870246:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8b7cae471800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:0.0:1787141392.870724:0:13021:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:0.0:1787141392.870729:0:13021:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1787141392.870734:0:13021:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967310 gen 5 00000004:00080000:0.0:1787141392.870739:0:13021:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1787141392.870741:0:13021:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1787141392.870791:0:13021:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787141392.870830:0:13021:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1787141392.870836:0:13021:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc65ffb29b5b30d76 00000020:00000080:0.0:1787141392.870842:0:13021:0:(genops.c:885:class_export_put()) final put ffff8b7cbf849000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1787141392.870847:0:13021:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:0.0:1787141392.870851:0:13021:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787141392.870854:0:13021:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1787141392.870857:0:13021:0:(genops.c:1558:class_disconnect_exports()) OBD device 13 (ffff8b7cbf868000) has no exports 00000020:00000080:0.0:1787141392.870861:0:13021:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc65ffb29b5b30d6f 00000020:00000080:0.0:1787141392.870864:0:13021:0:(genops.c:885:class_export_put()) final put ffff8b7cbf8af000/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1787141392.871344:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8b7ca6c29800 for lustre-OST0001-osc-MDT0000 00000020:00000080:2.0:1787141392.871353:0:38:0:(genops.c:885:class_export_put()) final put ffff8b7cbbca9000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1787141392.871355:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8b7cbbca9000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:2.0:1787141392.871360:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1787141392.871427:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8b7cbf849000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:2.0:1787141392.871432:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8b7cbf8af000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:0.0:1787141392.871507:0:13021:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:0.0:1787141392.871520:0:13021:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1787141392.871522:0:13021:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967324 gen 5 00000004:00080000:0.0:1787141392.871527:0:13021:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1787141392.871529:0:13021:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1787141392.871601:0:13021:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787141392.871607:0:13021:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1787141392.871639:0:13021:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787141392.871642:0:13021:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1787141392.871646:0:13021:0:(genops.c:885:class_export_put()) final put ffff8b7cae44b800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1787141392.871649:0:13021:0:(genops.c:844:class_export_destroy()) destroying export ffff8b7cae44b800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:0.0:1787141392.871656:0:13021:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1787141392.871832:0:13021:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc65ffb29b5b30c26 00000020:00000080:0.0:1787141392.871838:0:13021:0:(genops.c:885:class_export_put()) final put ffff8b7cb47ad000/lustre-MDD0000_UUID 00000020:00000080:2.0:1787141392.872315:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8b7cbf8ae000 for lustre-OST0000-osc-MDT0000 00000020:00000080:2.0:1787141392.872322:0:38:0:(genops.c:885:class_export_put()) final put ffff8b7cbf8a8800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1787141392.872324:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8b7cbf8a8800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:2.0:1787141392.872329:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:01000000:0.0:1787141392.872436:0:13021:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:0.0:1787141392.872441:0:13021:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787141392.872446:0:13021:0:(obd_config.c:956:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1787141392.872450:0:13021:0:(genops.c:1558:class_disconnect_exports()) OBD device 6 (ffff8b7cb47a19b8) has no exports 00000020:00000080:0.0:1787141392.872480:0:13021:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787141392.872484:0:13021:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:0.0:1787141392.872488:0:13021:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc65ffb29b5b30c2d 00000020:00000080:0.0:1787141392.872493:0:13021:0:(genops.c:885:class_export_put()) final put ffff8b7cb47aa800/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1787141392.872501:0:13021:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8b7c85781000 from lustre-MDT0000, refs=3 00000020:01000004:0.0:1787141392.872504:0:13021:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8b7c85781000 3 00000020:01000004:0.0:1787141392.872507:0:13021:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8b7c85781000 from lustre-MDT0000 00000020:00000080:0.0:1787141392.872526:0:13021:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787141392.872529:0:13021:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:0.0:1787141392.872531:0:13021:0:(genops.c:885:class_export_put()) final put ffff8b7cae44a000/lustre-MDT0000_UUID 00000020:00000080:0.0:1787141392.872533:0:13021:0:(genops.c:844:class_export_destroy()) destroying export ffff8b7cae44a000/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:0.0:1787141392.872542:0:13021:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:0.0:1787141392.872569:0:13021:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000004:0.0:1787141392.872573:0:13021:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:0.0:1787141392.872576:0:13021:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:0.0:1787141392.872586:0:13021:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787141392.872589:0:13021:0:(obd_config.c:956:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1787141392.872596:0:13021:0:(genops.c:1819:print_export_data()) MGS: ACTIVE ffff8b7c883d4000 66373bca-6a9f-4159-900e-58874c9cc4a0 0@lo 13 (0 0 8) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1787141392.872601:0:13021:0:(genops.c:1553:class_disconnect_exports()) OBD device 1 (ffff8b7ca277b370) has exports, disconnecting them 00000020:00080000:0.0:1787141392.872605:0:13021:0:(genops.c:1528:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff8b7c883d4000), last request at 1787141163 00000020:00000080:0.0:1787141392.872619:0:13021:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc65ffb29b5b30bcb 00000020:00010000:0.0:1787141392.872623:0:13021:0:(genops.c:1921:obd_stale_export_put()) Put export ffff8b7c883d4000: total 2 00000100:00080000:0.0:1787141392.872627:0:13021:0:(import.c:65:import_set_state_nolock()) ffff8b7c883d6000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1787141392.872651:0:13021:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8b7c883d4000): rc 0 00000020:00080000:0.0:1787141392.872655:0:13021:0:(genops.c:1558:class_disconnect_exports()) OBD device 1 (ffff8b7ca277b370) has no exports 00000020:00010000:1.0:1787141392.872749:0:5828:0:(genops.c:1907:obd_stale_export_get()) Get export ffff8b7c883d4000: total 2 00010000:00010000:1.0:1787141392.872786:0:5828:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b7c883d4000, canceled 0 locks, left on hash table 8. 00010000:00010000:1.0:1787141392.872841:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7c80031200/0xc65ffb29b5b30edb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc65ffb29b5b30ed4 expref: 9 pid: 5832 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141392.872857:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7cbf438c00/0xc65ffb29b5b30ee9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc65ffb29b5b30ee2 expref: 8 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141392.872868:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7c80031a00/0xc65ffb29b5b30ef7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc65ffb29b5b30ef0 expref: 7 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141392.872877:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7cbf439a00/0xc65ffb29b5b30f05 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc65ffb29b5b30efe expref: 6 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141392.872888:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7c81519e00/0xc65ffb29b5b31120 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc65ffb29b5b31119 expref: 5 pid: 5833 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141392.872898:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7c81518000/0xc65ffb29b5b30f2f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc65ffb29b5b30f28 expref: 4 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141392.872912:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7cbfa60c00/0xc65ffb29b5b3112e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc65ffb29b5b31127 expref: 3 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141392.872933:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7cc21c7c00/0xc65ffb29b5b30ce3 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xc65ffb29b5b30cdc expref: 2 pid: 5834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141392.872947:0:5828:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b7c883d4000, canceled 8 locks, left on hash table 0. 00000020:00000080:1.0:1787141392.872962:0:5828:0:(genops.c:885:class_export_put()) final put ffff8b7c883d4000/66373bca-6a9f-4159-900e-58874c9cc4a0 00010000:00010000:1.0:1787141392.872967:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141392.872969:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141392.872971:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787141392.873097:0:5833:0:(service.c:3183:ptlrpc_main()) ll_mgs_0001: service thread [ffff8b7c98969000:5833] 1 exiting: rc = 0 00000100:00100000:1.0:1787141392.873252:0:5832:0:(service.c:3183:ptlrpc_main()) ll_mgs_0000: service thread [ffff8b7c882a3400:5832] 0 exiting: rc = 1 00000020:00000080:2.0:1787141392.873372:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8b7cb47ad000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:2.0:1787141392.873378:0:38:0:(genops.c:885:class_export_put()) final put ffff8b7cae44e800/lustre-MDD0000_UUID 00000020:00000080:2.0:1787141392.873381:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8b7cae44e800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:2.0:1787141392.873388:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:2.0:1787141392.873559:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8b7cb47aa800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1787141392.873564:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8b7c883d4000/66373bca-6a9f-4159-900e-58874c9cc4a0 for MGS 00000020:00000080:2.0:1787141392.873597:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8b7c883d6000 for MGS 00000100:00100000:3.0:1787141392.873991:0:5834:0:(service.c:3183:ptlrpc_main()) ll_mgs_0002: service thread [ffff8b7c98968600:5834] 2 exiting: rc = 0 00000100:00100000:0.0:1787141392.874371:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874379:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874384:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874390:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874395:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874402:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874407:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874413:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874419:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874424:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874429:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874436:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874442:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874448:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874453:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874459:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874464:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874470:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874476:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874482:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874488:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874494:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874510:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874516:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874521:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874527:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874533:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874538:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874543:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874549:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874554:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874559:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874565:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874570:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874575:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874580:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874585:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874591:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874596:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874601:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874606:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874611:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874616:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874621:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874627:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874632:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874637:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874642:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874647:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874652:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874657:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874662:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874943:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874952:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874958:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874963:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874968:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874982:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874988:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874993:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.874998:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.875004:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.875009:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141392.875014:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 20000000:01000000:0.0:1787141392.875387:0:13021:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping . 20000000:01000000:0.0:1787141392.875391:0:13021:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping .. 00000020:01000000:0.0:1787141392.876525:0:13021:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8b7c82dd9000 - data ffff8b7cbfcd0a20/ffff8b7cbbbaa400 00000020:01000000:0.0:1787141392.876646:0:13021:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8b7c8687ab40 - data ffff8b7c8e721360/ffff8b7c88280400 00000020:00000080:0.0:1787141392.877174:0:13021:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc65ffb29b5b30baf 00000020:00000080:0.0:1787141392.877181:0:13021:0:(genops.c:885:class_export_put()) final put ffff8b7c98970000/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1787141392.877198:0:13021:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8b7c85781000 from MGS, refs=2 00000020:01000004:0.0:1787141392.877202:0:13021:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8b7c85781000 2 00000020:01000004:0.0:1787141392.877206:0:13021:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8b7c85781000 from MGS 00000020:00000080:0.0:1787141392.877235:0:13021:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787141392.877241:0:13021:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:0.0:1787141392.877244:0:13021:0:(genops.c:885:class_export_put()) final put ffff8b7c98977000/MGS 00000020:00000080:0.0:1787141392.877247:0:13021:0:(genops.c:844:class_export_destroy()) destroying export ffff8b7c98977000/MGS for MGS 00000020:01000000:0.0:1787141392.877253:0:13021:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:0.0:1787141392.877305:0:13021:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:0.0:1787141392.877309:0:13021:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787141392.877314:0:13021:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1787141392.877320:0:13021:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff8b7c88200000 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1787141392.877326:0:13021:0:(genops.c:1553:class_disconnect_exports()) OBD device 8 (ffff8b7c84c7b370) has exports, disconnecting them 00000020:00080000:0.0:1787141392.877330:0:13021:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff8b7c88200000), last request at 1787141164 00000020:00000080:0.0:1787141392.877334:0:13021:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc65ffb29b5b30c7a 00000020:00080000:0.0:1787141392.877343:0:13021:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8b7c88200000): rc 0 00000020:00000080:0.0:1787141392.877347:0:13021:0:(genops.c:885:class_export_put()) final put ffff8b7c88200000/lustre-MDT0000-lwp-MDT0000 00000020:00000080:2.0:1787141392.877976:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8b7c98970000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1787141392.877986:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8b7c88200000/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:1.0:1787141392.878863:0:13021:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:1.0:1787141392.878870:0:13021:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1787141392.878874:0:13021:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1787141392.878880:0:13021:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1787141392.879039:0:13021:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787141392.879047:0:13021:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:1.0:1787141392.879053:0:13021:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8b7c85781000 1 00000020:00000080:1.0:1787141392.879058:0:13021:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc65ffb29b5b30ba1 00000020:00000080:1.0:1787141392.879066:0:13021:0:(genops.c:885:class_export_put()) final put ffff8b7c98973800/lustre-MDT0000-osd_UUID 00000020:01000000:1.0:1787141392.879071:0:13021:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:1.0:1787141392.879075:0:13021:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787141392.879078:0:13021:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1787141392.879082:0:13021:0:(genops.c:1558:class_disconnect_exports()) OBD device 0 (ffff8b7c84c7cd28) has no exports 00000020:00000080:2.0:1787141392.879167:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8b7c924fa000 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:2.0:1787141392.879182:0:37:0:(genops.c:885:class_export_put()) final put ffff8b7cae476000/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:2.0:1787141392.879184:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8b7cae476000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:2.0:1787141392.879189:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:2.0:1787141392.879247:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8b7c98973800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1787141392.897414:0:13021:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787141392.897427:0:13021:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:2.0:1787141392.897433:0:13021:0:(genops.c:885:class_export_put()) final put ffff8b7c85786000/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1787141392.897438:0:13021:0:(genops.c:844:class_export_destroy()) destroying export ffff8b7c85786000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:2.0:1787141392.897447:0:13021:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:2.0:1787141392.897569:0:13021:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8b7c85786800 00000020:01000000:2.0:1787141392.897588:0:13021:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:2.0:1787141392.897591:0:13021:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787141392.897596:0:13021:0:(obd_config.c:956:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1787141392.897600:0:13021:0:(genops.c:1558:class_disconnect_exports()) OBD device 3 (ffff8b7c883c3370) has no exports 00000100:00100000:1.0:1787141392.900106:0:5841:0:(service.c:3183:ptlrpc_main()) mdt00_002: service thread [ffff8b7c930be000:5841] 2 exiting: rc = 0 00000100:00100000:3.0:1787141392.900788:0:5839:0:(service.c:3183:ptlrpc_main()) mdt00_000: service thread [ffff8b7c930bea00:5839] 0 exiting: rc = 1 00000100:00100000:3.0:1787141392.900976:0:5840:0:(service.c:3183:ptlrpc_main()) mdt00_001: service thread [ffff8b7c930bfe00:5840] 1 exiting: rc = 0 00000100:00100000:1.0:1787141392.901617:0:8206:0:(service.c:3183:ptlrpc_main()) mdt00_003: service thread [ffff8b7cbf43a600:8206] 3 exiting: rc = 0 00000100:00100000:1.0:1787141392.903910:0:10438:0:(service.c:3183:ptlrpc_main()) mdt00_004: service thread [ffff8b7c82e10400:10438] 4 exiting: rc = 0 00000100:00100000:2.0:1787141392.904055:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904062:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904069:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904076:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904081:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904086:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904092:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904098:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904104:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904108:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904115:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904120:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904126:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904132:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904148:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904155:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904161:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904167:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904172:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904190:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904196:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904202:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904207:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904212:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904217:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904222:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904243:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904249:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904254:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904260:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904266:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904271:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904277:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904283:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904290:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904295:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904301:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904306:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904312:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904319:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904324:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904330:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904335:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904340:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904345:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904351:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904357:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904363:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904369:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904374:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904379:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904385:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904390:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904396:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904410:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904417:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904438:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904445:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904450:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904456:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904462:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904468:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904475:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.904481:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.909036:0:5842:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff8b7c930be600:5842] 0 exiting: rc = 1 00000100:00100000:1.0:1787141392.909160:0:5843:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff8b7c930bf800:5843] 1 exiting: rc = 0 00000100:00100000:2.0:1787141392.909400:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909411:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909417:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909423:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909430:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909435:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909441:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909447:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909452:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909459:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909466:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909473:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909482:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909489:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909495:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909502:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909508:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909514:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909520:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909526:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909532:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909538:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909545:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909550:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909556:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909579:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909585:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909591:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909598:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909603:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909609:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909614:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909619:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909624:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909629:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909634:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909639:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909644:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909649:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909653:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909658:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909673:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909679:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909684:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909689:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909693:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909698:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909703:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909709:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909714:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909718:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909723:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909728:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909733:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909737:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909742:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909747:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909752:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909758:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909763:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909776:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909781:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909786:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.909791:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.910495:0:5844:0:(service.c:3183:ptlrpc_main()) mdt_out00_000: service thread [ffff8b7c84e0ba00:5844] 0 exiting: rc = 1 00000100:00100000:1.0:1787141392.910584:0:5845:0:(service.c:3183:ptlrpc_main()) mdt_out00_001: service thread [ffff8b7c84e0a400:5845] 1 exiting: rc = 0 00000100:00100000:2.0:1787141392.910936:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.910949:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.910957:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.910964:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.910971:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.910978:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.910985:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.910992:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.910999:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.911006:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.911026:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.911034:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.911041:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.911048:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.911055:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.911062:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.911069:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.911077:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.911088:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.911096:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.911105:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.911112:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.911148:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.911158:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.911166:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.911171:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.911177:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.911183:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.911188:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.911195:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.911202:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.911215:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.911360:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.911373:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.911401:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.911409:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.911417:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.911424:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.911433:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.911442:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.911450:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.911459:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.911468:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.911476:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.911483:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.911490:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.911512:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.911521:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.911532:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.911542:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.911550:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.911558:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.911565:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.911578:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.911587:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.911597:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.911604:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.911612:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.911637:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.911645:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.911652:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.911657:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.911673:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.911688:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.924368:0:5846:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0000: service thread [ffff8b7c84e0aa00:5846] 0 exiting: rc = 1 00000100:00100000:2.0:1787141392.924611:0:5847:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0001: service thread [ffff8b7c84e0be00:5847] 1 exiting: rc = 0 00000100:00100000:2.0:1787141392.924692:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.924713:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.924718:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.924724:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.924730:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.924735:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.924740:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.924746:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.924752:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.924757:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.924764:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.924770:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.924775:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.924781:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.924786:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.924792:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.924823:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.924828:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.924833:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.924838:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.924844:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.924849:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.924854:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.924861:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.924867:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.924873:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.924880:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.924885:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.924892:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.924898:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.924904:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.924910:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.924917:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.924923:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.924930:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.924937:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.924953:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.924960:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.924967:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.924973:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.924979:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.924986:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.924992:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.924997:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.925003:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.925010:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.925015:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.925021:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.925025:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.925029:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.925035:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.925040:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.925045:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.925050:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.925055:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.925060:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.925065:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.925071:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.925077:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.925083:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.925089:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.925095:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.925101:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.925108:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.925910:0:5848:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0000: service thread [ffff8b7c84e0b000:5848] 0 exiting: rc = 1 00000100:00100000:2.0:1787141392.926047:0:5849:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0001: service thread [ffff8b7c84e0a600:5849] 1 exiting: rc = 0 00000100:00100000:1.0:1787141392.926697:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.926704:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.926709:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.926714:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.926719:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.926724:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.926730:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.926736:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.926741:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.926746:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.926752:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.926757:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.926761:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.926766:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.926771:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.926776:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.926781:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.926785:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.926791:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.926833:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.926839:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.926844:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.926849:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.926854:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.926859:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.926863:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.926869:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.926873:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.926878:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.926883:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.926888:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.926894:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.926899:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.926915:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.926921:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.926926:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.926932:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.926937:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.926943:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.926948:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.926954:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.926959:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.926964:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.926969:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.926976:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.926983:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.926989:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.926996:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.927002:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.927008:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.927013:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.927020:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.927026:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.927032:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.927037:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.927043:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.927049:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.927054:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.927060:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.927066:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.927071:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.927078:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.927084:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.927090:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.927774:0:5850:0:(service.c:3183:ptlrpc_main()) mdt_fld_0000: service thread [ffff8b7c84e0bc00:5850] 0 exiting: rc = 1 00000100:00100000:3.0:1787141392.927955:0:5851:0:(service.c:3183:ptlrpc_main()) mdt_fld_0001: service thread [ffff8b7cba57d200:5851] 1 exiting: rc = 0 00000100:00100000:1.0:1787141392.928221:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928291:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928296:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928301:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928312:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928317:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928322:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928328:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928333:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928338:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928343:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928348:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928353:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928358:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928364:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928369:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928374:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928379:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928385:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928391:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928395:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928400:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928405:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928410:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928415:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928419:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928424:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928429:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928433:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928438:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928442:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928447:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928451:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928456:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928460:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928465:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928469:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928474:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928479:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928489:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928494:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928499:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928504:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928509:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928513:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928518:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928523:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928527:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928532:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928536:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928541:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928545:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928550:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928555:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928559:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928564:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928568:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928572:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928577:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928582:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928587:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928591:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928595:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.928600:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141392.929894:0:5852:0:(service.c:3183:ptlrpc_main()) mdt_io00_000: service thread [ffff8b7c918a9800:5852] 0 exiting: rc = 1 00000100:00100000:3.0:1787141392.930324:0:5854:0:(service.c:3183:ptlrpc_main()) mdt_io00_002: service thread [ffff8b7c918a8800:5854] 2 exiting: rc = 0 00000100:00100000:1.0:1787141392.930773:0:5853:0:(service.c:3183:ptlrpc_main()) mdt_io00_001: service thread [ffff8b7c918a9c00:5853] 1 exiting: rc = 0 00000100:00100000:1.0:1787141392.930855:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.930862:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.930886:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.930893:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.930898:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.930903:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.930909:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.930914:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.930920:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.930936:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.930941:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.930946:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.930952:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.930957:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.930964:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.930971:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.930978:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.930985:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.930992:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.930999:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.931006:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.931012:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.931018:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.931025:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.931032:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.931039:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.931062:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.931070:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.931077:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.931083:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.931089:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.931095:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.931101:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.931108:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.931115:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.931121:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.931128:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.931135:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.931408:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.931415:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.931423:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.931430:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.931437:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.931444:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.931460:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.931467:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.931474:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.931480:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.931487:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.931493:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.931517:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.931525:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.931531:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.931536:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.931541:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.931547:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.931553:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.931558:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.931564:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.931570:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.931576:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.931584:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.931590:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141392.931597:0:13021:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:1.0:1787141392.937579:0:13021:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787141392.937592:0:13021:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:1.0:1787141392.937598:0:13021:0:(genops.c:885:class_export_put()) final put ffff8b7ca24bb800/MDS_uuid 00000020:00000080:1.0:1787141392.937602:0:13021:0:(genops.c:844:class_export_destroy()) destroying export ffff8b7ca24bb800/MDS_uuid for MDS 00000020:01000000:1.0:1787141392.937609:0:13021:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:1.0:1787141392.938093:0:13021:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:1.0:1787141393.154491:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141394.180668:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787141394.314272:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787141394.314278:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787141394.314282:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7cbf8ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787141394.314303:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 372 00000100:00080000:2.0:1787141394.314309:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1787141394.314315:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8b7cbf8ae800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:2.0:1787141394.314335:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b7b83780a80 x1873953263010432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787141394.314349:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787141394.314352:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787141394.314354:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7cbbcae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787141394.314358:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 372 00000100:00080000:2.0:1787141394.314360:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1787141394.314364:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8b7cbbcae800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:2.0:1787141394.314374:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b7b83783b80 x1873953263010560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787141394.314429:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83780380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953263010304:0@lo:400:kworker.0 00000400:00000100:0.0:1787141394.314497:0:3304:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1873953263010304 offset 0 length 224: 4 00000100:00100000:3.0:1787141394.314642:0:3303:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83780a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3303:1873953263010432:0@lo:38:kworker.0 00000400:00000100:3.0:1787141394.314668:0:3303:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1873953263010432 offset 0 length 520: 4 00000100:00100000:3.0:1787141394.314682:0:3303:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83783b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3303:1873953263010560:0@lo:38:kworker.0 00000400:00000100:3.0:1787141394.314697:0:3303:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1873953263010560 offset 0 length 520: 4 00010000:00010000:3.0:1787141395.200965:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1787141395.671661:0:13175:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:1.0:1787141395.686958:0:13175:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-OST0000 00010000:00010000:1.0:1787141395.687020:0:13175:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c80031600/0xc65ffb29b5b30ef0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30ef7 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141395.687036:0:13175:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c80031600/0xc65ffb29b5b30ef0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b30ef7 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141395.687062:0:13175:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c80031600/0xc65ffb29b5b30ef0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xc65ffb29b5b30ef7 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141395.687069:0:13175:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.111@tcp lock: ffff8b7c80031600/0xc65ffb29b5b30ef0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xc65ffb29b5b30ef7 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141395.687091:0:13175:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1787141395.687097:0:13175:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1787141395.687135:0:13175:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1787141395.687148:0:13175:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8b7b83780a80 x1873953263010432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1787141409 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787141395.687172:0:13175:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1787141395.687178:0:13175:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1787141395.687184:0:13175:0:(import.c:65:import_set_state_nolock()) ffff8b7cbf8ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:1.0:1787141395.687189:0:13175:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1787141395.687192:0:13175:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8b7b83780a80 x1873953263010432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1787141409 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787141395.687199:0:13175:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1787141395.687202:0:13175:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 18s for inflight to error out 00000100:00100000:0.0:1787141395.687267:0:3303:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83780a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3303:1873953263010432:0@lo:38:kworker.0 00010000:00010000:3.0:1787141395.687364:0:5828:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787141395.687371:0:5828:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff8b7c80031600/0xc65ffb29b5b30ef0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xc65ffb29b5b30ef7 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141395.687380:0:5828:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c80031600 already unused, calling callback (ffffffffc1c5bc20) 10000000:00010000:3.0:1787141395.687384:0:5828:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff8b7c80031600/0xc65ffb29b5b30ef0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xc65ffb29b5b30ef7 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141395.687394:0:5828:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff8b7c80031600/0xc65ffb29b5b30ef0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0xc65ffb29b5b30ef7 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787141395.687402:0:5828:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff8b7c80031600/0xc65ffb29b5b30ef0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0xc65ffb29b5b30ef7 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787141395.687408:0:5828:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1787141395.687410:0:5828:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1787141395.687412:0:5828:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1787141395.687452:0:5828:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff8b7c80031600/0xc65ffb29b5b30ef0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0xc65ffb29b5b30ef7 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141395.687458:0:5828:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787141395.687485:0:5828:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff8b7c80031600/0xc65ffb29b5b30ef0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0xc65ffb29b5b30ef7 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141395.687499:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff8b7c80031600/0xc65ffb29b5b30ef0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0xc65ffb29b5b30ef7 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141395.687512:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141395.687513:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141395.687516:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787141395.687527:0:3304:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787141395.687541:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82888700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953263010688:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787141395.687615:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141395.687671:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263010688 00000100:00100000:3.0:1787141395.687677:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263010688 00000100:00100000:3.0:1787141395.687710:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1787141395.687719:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b8288b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3304:x1873953263010688:12345-0@lo:103:ldlm_bl.0 00010000:00020000:3.0:1787141395.687727:0:5824:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1787141395 with bad export cookie 14294419898857884619 00010000:00010000:1.0:1787141395.688473:0:13175:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c80031000/0xc65ffb29b5b30efe lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30f05 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141395.688485:0:13175:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c80031000/0xc65ffb29b5b30efe lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b30f05 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141395.688492:0:13175:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c80031000/0xc65ffb29b5b30efe lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xc65ffb29b5b30f05 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141395.688512:0:13175:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.111@tcp lock: ffff8b7c80031000/0xc65ffb29b5b30efe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xc65ffb29b5b30f05 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141395.688531:0:13175:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787141395.688545:0:5827:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787141395.688550:0:5827:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff8b7c80031000/0xc65ffb29b5b30efe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xc65ffb29b5b30f05 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141395.688557:0:5827:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c80031000 already unused, calling callback (ffffffffc1c5bc20) 10000000:00010000:1.0:1787141395.688560:0:5827:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff8b7c80031000/0xc65ffb29b5b30efe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xc65ffb29b5b30f05 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141395.688568:0:5827:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff8b7c80031000/0xc65ffb29b5b30efe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xc65ffb29b5b30f05 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787141395.688576:0:5827:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff8b7c80031000/0xc65ffb29b5b30efe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xc65ffb29b5b30f05 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787141395.688582:0:5827:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1787141395.688584:0:5827:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 00010000:00010000:1.0:1787141395.688605:0:5827:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff8b7c80031000/0xc65ffb29b5b30efe lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xc65ffb29b5b30f05 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141395.688612:0:5827:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787141395.688626:0:5827:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff8b7c80031000/0xc65ffb29b5b30efe lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xc65ffb29b5b30f05 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141395.688634:0:5827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff8b7c80031000/0xc65ffb29b5b30efe lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xc65ffb29b5b30f05 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141395.688657:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141395.688659:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141395.688661:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141395.688672:0:13175:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbf405a00/0xc65ffb29b5b31127 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b3112e expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141395.688679:0:13175:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbf405a00/0xc65ffb29b5b31127 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b3112e expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141395.688685:0:13175:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbf405a00/0xc65ffb29b5b31127 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xc65ffb29b5b3112e expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141395.688692:0:13175:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.111@tcp lock: ffff8b7cbf405a00/0xc65ffb29b5b31127 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xc65ffb29b5b3112e expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141395.688705:0:13175:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1787141395.688709:0:13175:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 10000000:01000000:1.0:1787141395.688713:0:13175:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:1.0:1787141395.688736:0:13175:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-OST0000 00000020:01000000:1.0:1787141395.688740:0:13175:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:1.0:1787141395.688745:0:13175:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787141395.688751:0:13175:0:(obd_config.c:956:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1787141395.688756:0:13175:0:(genops.c:1558:class_disconnect_exports()) OBD device 11 (ffff8b7c883c4d28) has no exports 00000020:00080000:1.0:1787141395.688843:0:13175:0:(genops.c:1558:class_disconnect_exports()) OBD device 11 (ffff8b7c883c4d28) has no exports 00000100:00100000:2.0:1787141395.690732:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b8264bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:66373bca-6a9f-4159-900e-58874c9cc4a0:3306:1873953263010816:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787141395.690826:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141395.690911:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263010816 00000100:00100000:2.0:1787141395.690918:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263010816 00000100:00100000:2.0:1787141395.690971:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1787141395.690978:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83782680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3306:x1873953263010816:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1787141395.690985:0:5825:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1787141395 with bad export cookie 14294419898857884619 00000100:00100000:2.0:1787141395.691032:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83782680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3306:x1873953263010816:12345-0@lo:103:ldlm_bl.0 Request processed in 52us (206us total) trans 0 rc -107/-107 00000100:00100000:2.0:1787141395.691039:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00080000:2.0:1787141395.691076:0:3306:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.111@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1787141395.691081:0:3306:0:(import.c:65:import_set_state_nolock()) ffff8b7c98971800 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1787141395.691097:0:3306:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.203.111@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00010000:00010000:3.0:1787141395.696128:0:7627:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787141395.696138:0:7627:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff8b7cbf405a00/0xc65ffb29b5b31127 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xc65ffb29b5b3112e expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141395.696150:0:7627:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf405a00 already unused, calling callback (ffffffffc1c5bc20) 10000000:00010000:3.0:1787141395.696154:0:7627:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff8b7cbf405a00/0xc65ffb29b5b31127 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xc65ffb29b5b3112e expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141395.696164:0:7627:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff8b7cbf405a00/0xc65ffb29b5b31127 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xc65ffb29b5b3112e expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787141395.696171:0:7627:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff8b7cbf405a00/0xc65ffb29b5b31127 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xc65ffb29b5b3112e expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787141395.696197:0:7627:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1787141395.696200:0:7627:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1787141395.696203:0:7627:0:(mgc_request.c:130:config_log_put()) dropping config log params 00000020:01000000:1.0:1787141395.696276:0:13175:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8b7c852958a0 - data ffff8b7c8e7b9af8/ffff8b7cbbd2c800 00000020:01000000:1.0:1787141395.696454:0:13175:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8b7c864a0c60 - data ffff8b7c8e769438/ffff8b7cbf864800 00000100:00080000:2.0:1787141395.709195:0:3306:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.203.111@tcp not replayable, auto-deactivating 00000100:00080000:2.0:1787141395.709200:0:3306:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:2.0:1787141395.709315:0:3306:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8b7b83780380 x1873953263010304/t0(0) o400->MGC192.168.203.111@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1787141410 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787141395.709347:0:3306:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8b7b82888700 x1873953263010688/t0(0) o103->MGC192.168.203.111@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787141411 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787141395.709357:0:3306:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8b7b8264bb80 x1873953263010816/t0(0) o103->MGC192.168.203.111@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787141411 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1787141395.709366:0:3306:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1787141395.709369:0:3306:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:2.0:1787141395.709370:0:3306:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:0.0:1787141395.709444:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82888700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953263010688:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787141395.709584:0:7627:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff8b7cbf405a00/0xc65ffb29b5b31127 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xc65ffb29b5b3112e expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141395.709593:0:7627:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787141395.709619:0:7627:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff8b7cbf405a00/0xc65ffb29b5b31127 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xc65ffb29b5b3112e expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141395.709626:0:7627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff8b7cbf405a00/0xc65ffb29b5b31127 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xc65ffb29b5b3112e expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141395.709644:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141395.709646:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141395.709649:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1787141395.709700:0:5824:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 18 match 1873953263010688 offset 224 length 224: 4 00000100:00100000:3.0:1787141395.709777:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b8288b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3304:x1873953263010688:12345-0@lo:103:ldlm_bl.0 Request processed in 22057us (22161us total) trans 0 rc -107/-107 00000100:00100000:3.0:1787141395.709787:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00080000:2.0:1787141395.709916:0:3306:0:(import.c:65:import_set_state_nolock()) ffff8b7c98971800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787141395.709918:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82889f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:66373bca-6a9f-4159-900e-58874c9cc4a0:0:1873953263010944:0@lo:103:ldlm_bl.0 00000100:00080000:2.0:1787141395.709921:0:3306:0:(import.c:510:import_select_connection()) MGC192.168.203.111@tcp: connect to NID 0@lo last attempt 146 00000100:00080000:2.0:1787141395.710041:0:3306:0:(import.c:624:import_select_connection()) MGC192.168.203.111@tcp: import ffff8b7c98971800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:2.0:1787141395.710202:0:3306:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b7b83781880 x1873953263011072/t0(0) o250->MGC192.168.203.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787141395.710244:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b8264bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:66373bca-6a9f-4159-900e-58874c9cc4a0:3306:1873953263010816:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787141395.710379:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83780380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66373bca-6a9f-4159-900e-58874c9cc4a0:3304:1873953263010304:0@lo:400:kworker.0 00000100:00100000:0.0:1787141395.710408:0:3303:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83781880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66373bca-6a9f-4159-900e-58874c9cc4a0:3303:1873953263011072:0@lo:250:ptlrpcd_00_02.0 00000400:00000100:0.0:1787141395.710440:0:3303:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1873953263011072 offset 0 length 520: 4 00100000:10000000:1.0:1787141395.729963:0:13175:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:1.0:1787141395.751287:0:13175:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc65ffb29b5b30cff 00000020:00000080:1.0:1787141395.751299:0:13175:0:(genops.c:885:class_export_put()) final put ffff8b7cbf5e1800/lustre-OST0000-osd_UUID 00000020:01000004:1.0:1787141395.751356:0:13175:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8b7ca2684800 from lustre-OST0000, refs=2 00000020:01000004:1.0:1787141395.751360:0:13175:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8b7ca2684800 2 00000020:01000004:1.0:1787141395.751363:0:13175:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8b7ca2684800 from lustre-OST0000 00000020:00000080:1.0:1787141395.751397:0:13175:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787141395.751408:0:13175:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:1.0:1787141395.751410:0:13175:0:(genops.c:885:class_export_put()) final put ffff8b7cbd3e0000/lustre-OST0000_UUID 00000020:00000080:1.0:1787141395.751413:0:13175:0:(genops.c:844:class_export_destroy()) destroying export ffff8b7cbd3e0000/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:1.0:1787141395.751420:0:13175:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:1.0:1787141395.751472:0:13175:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:1.0:1787141395.751476:0:13175:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:1.0:1787141395.751480:0:13175:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787141395.751485:0:13175:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1787141395.751492:0:13175:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff8b7cbf8ab800 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1787141395.751498:0:13175:0:(genops.c:1553:class_disconnect_exports()) OBD device 12 (ffff8b7cbf86b370) has exports, disconnecting them 00000020:00080000:1.0:1787141395.751503:0:13175:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff8b7cbf8ab800), last request at 1787141182 00000020:00000080:1.0:1787141395.751507:0:13175:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc65ffb29b5b30d29 00000020:00080000:1.0:1787141395.751516:0:13175:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8b7cbf8ab800): rc 0 00000020:00000080:1.0:1787141395.751520:0:13175:0:(genops.c:885:class_export_put()) final put ffff8b7cbf8ab800/lustre-MDT0000-lwp-OST0000 00000020:00000080:3.0:1787141395.751539:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8b7cbf5e1800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:3.0:1787141395.752642:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8b7cbf8ab800/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:2.0:1787141395.755811:0:13175:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:2.0:1787141395.755821:0:13175:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1787141395.755826:0:13175:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1787141395.755833:0:13175:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1787141395.756001:0:13175:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787141395.756009:0:13175:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000004:2.0:1787141395.756019:0:13175:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8b7ca2684800 1 00000020:00000080:2.0:1787141395.756026:0:13175:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc65ffb29b5b30cb9 00000020:00000080:2.0:1787141395.756034:0:13175:0:(genops.c:885:class_export_put()) final put ffff8b7ca2681800/lustre-OST0000-osd_UUID 00000020:01000000:2.0:1787141395.756040:0:13175:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:2.0:1787141395.756056:0:13175:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787141395.756060:0:13175:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1787141395.756064:0:13175:0:(genops.c:1558:class_disconnect_exports()) OBD device 9 (ffff8b7c883c0000) has no exports 00000020:00000080:3.0:1787141395.757402:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8b7cbf8ae800 for lustre-MDT0000-lwp-OST0000 00000020:00000080:3.0:1787141395.757418:0:38:0:(genops.c:885:class_export_put()) final put ffff8b7cbf5e6000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:3.0:1787141395.757422:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8b7cbf5e6000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:3.0:1787141395.757429:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:3.0:1787141395.757492:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8b7ca2681800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:2.0:1787141395.785504:0:13175:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787141395.785519:0:13175:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:2.0:1787141395.785524:0:13175:0:(genops.c:885:class_export_put()) final put ffff8b7ca2685000/lustre-OST0000-osd_UUID 00000020:00000080:2.0:1787141395.785529:0:13175:0:(genops.c:844:class_export_destroy()) destroying export ffff8b7ca2685000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:2.0:1787141395.785536:0:13175:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:2.0:1787141395.786071:0:13175:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8b7ca2681000 00000020:02000400:2.0:1787141395.786744:0:13175:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:3.0:1787141396.226268:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141397.251245:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141398.276589:0:5827:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1787141398.640439:0:13324:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:0.0:1787141398.668025:0:13324:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-OST0001 00010000:00010000:0.0:1787141398.668102:0:13324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa61e00/0xc65ffb29b5b30ed4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30edb expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141398.668116:0:13324:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa61e00/0xc65ffb29b5b30ed4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b30edb expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141398.668124:0:13324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa61e00/0xc65ffb29b5b30ed4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xc65ffb29b5b30edb expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141398.668132:0:13324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa61e00/0xc65ffb29b5b30ed4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xc65ffb29b5b30edb expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141398.668161:0:13324:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1787141398.668166:0:13324:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1787141398.668337:0:13324:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1787141398.668350:0:13324:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8b7b83783b80 x1873953263010560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1787141409 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787141398.668376:0:13324:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:0.0:1787141398.668396:0:13324:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1787141398.668402:0:13324:0:(import.c:65:import_set_state_nolock()) ffff8b7cbbcae800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:0.0:1787141398.668407:0:13324:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1787141398.668412:0:13324:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8b7b83783b80 x1873953263010560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1787141409 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787141398.668420:0:13324:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:0.0:1787141398.668423:0:13324:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 14s for inflight to error out 00010000:00010000:3.0:1787141398.668491:0:7627:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787141398.668499:0:7627:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa61e00/0xc65ffb29b5b30ed4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xc65ffb29b5b30edb expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141398.668507:0:7627:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbfa61e00 already unused, calling callback (ffffffffc1c5bc20) 10000000:00010000:3.0:1787141398.668511:0:7627:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa61e00/0xc65ffb29b5b30ed4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xc65ffb29b5b30edb expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141398.668519:0:7627:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa61e00/0xc65ffb29b5b30ed4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xc65ffb29b5b30edb expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787141398.668526:0:7627:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa61e00/0xc65ffb29b5b30ed4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xc65ffb29b5b30edb expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787141398.668531:0:7627:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1787141398.668533:0:7627:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1787141398.668536:0:7627:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1787141398.668549:0:7627:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8b7c98971800 00010000:00010000:3.0:1787141398.668553:0:7627:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa61e00/0xc65ffb29b5b30ed4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xc65ffb29b5b30edb expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141398.668560:0:7627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa61e00/0xc65ffb29b5b30ed4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xc65ffb29b5b30edb expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141398.668571:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141398.668573:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141398.668574:0:7627:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787141398.668644:0:3303:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83783b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3303:1873953263010560:0@lo:38:kworker.0 00010000:00010000:0.0:1787141398.674413:0:13324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438200/0xc65ffb29b5b30ee2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b30ee9 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141398.674433:0:13324:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438200/0xc65ffb29b5b30ee2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b30ee9 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141398.674440:0:13324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438200/0xc65ffb29b5b30ee2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xc65ffb29b5b30ee9 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141398.674447:0:13324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438200/0xc65ffb29b5b30ee2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xc65ffb29b5b30ee9 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141398.674467:0:13324:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787141398.674474:0:13324:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa60000/0xc65ffb29b5b31119 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b31120 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141398.674481:0:13324:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa60000/0xc65ffb29b5b31119 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b31120 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141398.674487:0:13324:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa60000/0xc65ffb29b5b31119 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xc65ffb29b5b31120 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141398.674493:0:13324:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa60000/0xc65ffb29b5b31119 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xc65ffb29b5b31120 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141398.674520:0:13324:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:0.0:1787141398.674525:0:13324:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:0.0:1787141398.674547:0:13324:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-OST0001 00000020:01000000:0.0:1787141398.674550:0:13324:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:0.0:1787141398.674555:0:13324:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787141398.674560:0:13324:0:(obd_config.c:956:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1787141398.674565:0:13324:0:(genops.c:1558:class_disconnect_exports()) OBD device 15 (ffff8b7cbf86cd28) has no exports 00000020:00080000:0.0:1787141398.674588:0:13324:0:(genops.c:1558:class_disconnect_exports()) OBD device 15 (ffff8b7cbf86cd28) has no exports 00010000:00010000:3.0:1787141398.675292:0:7628:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787141398.675301:0:7628:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438200/0xc65ffb29b5b30ee2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xc65ffb29b5b30ee9 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141398.675323:0:7628:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438200 already unused, calling callback (ffffffffc1c5bc20) 10000000:00010000:3.0:1787141398.675326:0:7628:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438200/0xc65ffb29b5b30ee2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xc65ffb29b5b30ee9 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141398.675335:0:7628:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438200/0xc65ffb29b5b30ee2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xc65ffb29b5b30ee9 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787141398.675342:0:7628:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438200/0xc65ffb29b5b30ee2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xc65ffb29b5b30ee9 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787141398.675349:0:7628:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1787141398.675351:0:7628:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 10000000:01000000:3.0:1787141398.675354:0:7628:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 00010000:00010000:3.0:1787141398.675372:0:7628:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8b7c98971800 00010000:00010000:3.0:1787141398.675375:0:7628:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438200/0xc65ffb29b5b30ee2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xc65ffb29b5b30ee9 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141398.675382:0:7628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438200/0xc65ffb29b5b30ee2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xc65ffb29b5b30ee9 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141398.675395:0:7628:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787141398.675398:0:7628:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa60000/0xc65ffb29b5b31119 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xc65ffb29b5b31120 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141398.675403:0:7628:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbfa60000 already unused, calling callback (ffffffffc1c5bc20) 10000000:00010000:3.0:1787141398.675406:0:7628:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa60000/0xc65ffb29b5b31119 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xc65ffb29b5b31120 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141398.675412:0:7628:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa60000/0xc65ffb29b5b31119 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xc65ffb29b5b31120 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787141398.675424:0:7628:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa60000/0xc65ffb29b5b31119 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xc65ffb29b5b31120 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787141398.675429:0:7628:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1787141398.675431:0:7628:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1787141398.675433:0:7628:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1787141398.675439:0:7628:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8b7c98971800 00010000:00010000:3.0:1787141398.675442:0:7628:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa60000/0xc65ffb29b5b31119 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xc65ffb29b5b31120 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141398.675447:0:7628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa60000/0xc65ffb29b5b31119 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xc65ffb29b5b31120 expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141398.675461:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141398.675462:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141398.675464:0:7628:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141398.675881:0:5828:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:0.0:1787141398.677774:0:13324:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8b7c85295840 - data ffff8b7cbfc18438/ffff8b7ca279f000 00000020:01000000:1.0:1787141398.679469:0:13324:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8b7c82dd97e0 - data ffff8b7c8437f798/ffff8b7cbf3a9800 00100000:10000000:0.0:1787141398.699048:0:13324:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:3.0:1787141398.744869:0:13324:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc65ffb29b5b30dca 00000020:00000080:3.0:1787141398.744880:0:13324:0:(genops.c:885:class_export_put()) final put ffff8b7cbf8aa000/lustre-OST0001-osd_UUID 00000020:01000004:3.0:1787141398.744895:0:13324:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8b7cbf5e0800 from lustre-OST0001, refs=2 00000020:01000004:3.0:1787141398.744899:0:13324:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8b7cbf5e0800 2 00000020:01000004:3.0:1787141398.744902:0:13324:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8b7cbf5e0800 from lustre-OST0001 00000020:00000080:3.0:1787141398.744924:0:13324:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787141398.744932:0:13324:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:3.0:1787141398.744935:0:13324:0:(genops.c:885:class_export_put()) final put ffff8b7cbf8ab000/lustre-OST0001_UUID 00000020:00000080:3.0:1787141398.744938:0:13324:0:(genops.c:844:class_export_destroy()) destroying export ffff8b7cbf8ab000/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:3.0:1787141398.744947:0:13324:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:3.0:1787141398.745070:0:13324:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import 66373bca-6a9f-4159-900e-58874c9cc4a0->MGS 00010000:00010000:3.0:1787141398.745084:0:13324:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff8b7c9990d400/0xc65ffb29b5b30cdc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xc65ffb29b5b30ce3 expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787141398.745109:0:13324:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff8b7c9990d400/0xc65ffb29b5b30cdc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xc65ffb29b5b30ce3 expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787141398.745116:0:13324:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:3.0:1787141398.745118:0:13324:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:3.0:1787141398.745121:0:13324:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:3.0:1787141398.745135:0:13324:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8b7c98971800 00010000:00010000:3.0:1787141398.745139:0:13324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff8b7c9990d400/0xc65ffb29b5b30cdc lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xc65ffb29b5b30ce3 expref: -99 pid: 6686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141398.745154:0:13324:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff8b7c80031400/0xc65ffb29b5b30f28 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xc65ffb29b5b30f2f expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787141398.745160:0:13324:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff8b7c80031400/0xc65ffb29b5b30f28 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xc65ffb29b5b30f2f expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787141398.745166:0:13324:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1787141398.745168:0:13324:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:3.0:1787141398.745169:0:13324:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:3.0:1787141398.745194:0:13324:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8b7c98971800 00010000:00010000:3.0:1787141398.745197:0:13324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff8b7c80031400/0xc65ffb29b5b30f28 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xc65ffb29b5b30f2f expref: -99 pid: 5836 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1787141398.745213:0:13324:0:(import.c:65:import_set_state_nolock()) ffff8b7c98971800 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:3.0:1787141398.745216:0:13324:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1787141398.745219:0:13324:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:3.0:1787141398.745220:0:13324:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:3.0:1787141398.745223:0:13324:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:3.0:1787141398.745233:0:13324:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8b7b83781880 x1873953263011072/t0(0) o250->MGC192.168.203.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1787141405 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_02.0' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1787141398.745264:0:13324:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:3.0:1787141398.745266:0:13324:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 9s for inflight to error out 00000100:00100000:2.0:1787141398.745307:0:3303:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83781880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66373bca-6a9f-4159-900e-58874c9cc4a0:3303:1873953263011072:0@lo:250:ptlrpcd_00_02.0 00000020:00000080:1.0:1787141398.745462:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8b7cbf8aa000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 10000000:01000000:3.0:1787141398.745647:0:13324:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:3.0:1787141398.745655:0:13324:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc65ffb29b5b30bbd 00000020:00000080:3.0:1787141398.745659:0:13324:0:(genops.c:885:class_export_put()) final put ffff8b7ca24ba800/66373bca-6a9f-4159-900e-58874c9cc4a0 00000020:01000000:3.0:1787141398.745675:0:13324:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.203.111@tcp (flags='') 00000020:00000080:3.0:1787141398.745681:0:13324:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787141398.745685:0:13324:0:(obd_config.c:956:class_cleanup()) MGC192.168.203.111@tcp: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1787141398.745689:0:13324:0:(genops.c:1558:class_disconnect_exports()) OBD device 2 (ffff8b7ca2778000) has no exports 00000020:00000080:1.0:1787141398.745736:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8b7ca24ba800/66373bca-6a9f-4159-900e-58874c9cc4a0 for MGC192.168.203.111@tcp 10000000:01000000:2.0:1787141398.746162:0:5836:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:3.0:1787141398.746269:0:13324:0:(obd_class.h:670:obd_cleanup_client_import()) MGC192.168.203.111@tcp: client import never connected 00000100:00080000:3.0:1787141398.746274:0:13324:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:3.0:1787141398.746276:0:13324:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:3.0:1787141398.746279:0:13324:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:3.0:1787141398.746281:0:13324:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:3.0:1787141398.746321:0:13324:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787141398.746326:0:13324:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.203.111@tcp (uuid 66373bca-6a9f-4159-900e-58874c9cc4a0) 00000020:01000000:3.0:1787141398.746331:0:13324:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:3.0:1787141398.746334:0:13324:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787141398.746337:0:13324:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1787141398.746341:0:13324:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff8b7ca060d000 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1787141398.746347:0:13324:0:(genops.c:1553:class_disconnect_exports()) OBD device 16 (ffff8b7cb43f8000) has exports, disconnecting them 00000020:00080000:3.0:1787141398.746351:0:13324:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff8b7ca060d000), last request at 1787141201 00000020:00000080:3.0:1787141398.746355:0:13324:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc65ffb29b5b30df4 00000020:00080000:3.0:1787141398.746364:0:13324:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8b7ca060d000): rc 0 00000020:00000080:3.0:1787141398.746368:0:13324:0:(genops.c:885:class_export_put()) final put ffff8b7ca060d000/lustre-MDT0000-lwp-OST0001 00000020:00000080:1.0:1787141398.746941:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8b7c98971800 for MGC192.168.203.111@tcp 00000020:00000080:1.0:1787141398.746950:0:38:0:(genops.c:885:class_export_put()) final put ffff8b7c88203800/66373bca-6a9f-4159-900e-58874c9cc4a0 00000020:00000080:1.0:1787141398.746953:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8b7c88203800/66373bca-6a9f-4159-900e-58874c9cc4a0 for MGC192.168.203.111@tcp 00000020:01000000:1.0:1787141398.746968:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.203.111@tcp (66373bca-6a9f-4159-900e-58874c9cc4a0) 00000020:00000080:1.0:1787141398.747318:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8b7ca060d000/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:2.0:1787141398.748857:0:13324:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:2.0:1787141398.748863:0:13324:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1787141398.748866:0:13324:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1787141398.748873:0:13324:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1787141398.748964:0:5827:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00000020:00000080:1.0:1787141398.749077:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8b7cbbcae800 for lustre-MDT0000-lwp-OST0001 00010000:00010000:1.0:1787141398.750618:0:7627:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:1.0:1787141398.750881:0:7628:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00010000:00010000:1.0:1787141398.751042:0:5828:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-4 blwis in pool) 00000100:00100000:2.0:1787141398.751152:0:7629:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_002: service thread [ffff8b7cbbb9a200:7629] 2 exiting: rc = 0 00000100:00100000:2.0:1787141398.752316:0:5823:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_001: service thread [ffff8b7c84cd8c00:5823] 1 exiting: rc = 0 00000100:00100000:2.0:1787141398.752968:0:5822:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_000: service thread [ffff8b7c92607400:5822] 0 exiting: rc = 1 00000100:00100000:1.0:1787141398.753163:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141398.755366:0:5825:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_001: service thread [ffff8b7ca6ec9200:5825] 1 exiting: rc = 0 00000100:00100000:2.0:1787141398.755473:0:8451:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_003: service thread [ffff8b7cbf572000:8451] 3 exiting: rc = 0 00000100:00100000:2.0:1787141398.756663:0:5826:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_002: service thread [ffff8b7ca6ec8000:5826] 2 exiting: rc = 0 00000100:00100000:2.0:1787141398.758931:0:5824:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_000: service thread [ffff8b7ca6ec9e00:5824] 0 exiting: rc = 1 00000100:00100000:1.0:1787141398.759671:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.759684:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.759692:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.759703:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.759713:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.759719:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.759729:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.759738:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.759745:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.759750:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.759759:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.759766:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.759771:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.759778:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.759784:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.759791:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.759827:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.759833:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.759838:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.759844:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.759849:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.759854:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.759859:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.759863:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.759868:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.759884:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.759889:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.759893:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.759898:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.759902:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.759907:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.759911:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.759915:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.759919:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.759923:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.759928:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.759934:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.759938:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.759943:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.759948:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.759953:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.759958:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.759963:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.759969:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.759986:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.759992:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.759997:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.760004:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.760009:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.760014:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.760018:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.760023:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.760028:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.760032:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.760038:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.760042:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.760047:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.760052:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.760057:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.760062:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.760075:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.760080:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.760085:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.760090:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:1.0:1787141398.761233:0:13324:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787141398.761251:0:13324:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:1.0:1787141398.761258:0:13324:0:(genops.c:885:class_export_put()) final put ffff8b7cbf8aa800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:1.0:1787141398.761263:0:13324:0:(genops.c:844:class_export_destroy()) destroying export ffff8b7cbf8aa800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:1.0:1787141398.761268:0:13324:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000004:1.0:1787141398.761314:0:13324:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8b7cbf5e0800 1 00000020:00000080:1.0:1787141398.761320:0:13324:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xc65ffb29b5b30d99 00000020:00000080:1.0:1787141398.761325:0:13324:0:(genops.c:885:class_export_put()) final put ffff8b7c88262000/lustre-OST0001-osd_UUID 00000020:01000000:1.0:1787141398.761336:0:13324:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:1.0:1787141398.761345:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff8b7c88262000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:1.0:1787141398.761354:0:13324:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787141398.761357:0:13324:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1787141398.761360:0:13324:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffff8b7cbf8699b8) has no exports 00000020:00000080:1.0:1787141398.792725:0:13324:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787141398.792739:0:13324:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:1.0:1787141398.792744:0:13324:0:(genops.c:885:class_export_put()) final put ffff8b7cbf5e4000/lustre-OST0001-osd_UUID 00000020:00000080:1.0:1787141398.792749:0:13324:0:(genops.c:844:class_export_destroy()) destroying export ffff8b7cbf5e4000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:1.0:1787141398.792758:0:13324:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:1.0:1787141398.793039:0:13324:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8b7cbf5e7800 00000020:01000000:1.0:1787141398.793201:0:13324:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:1.0:1787141398.793207:0:13324:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787141398.793213:0:13324:0:(obd_config.c:956:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1787141398.793217:0:13324:0:(genops.c:1558:class_disconnect_exports()) OBD device 10 (ffff8b7c883c19b8) has no exports 00000020:00000080:1.0:1787141398.793247:0:13324:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787141398.793254:0:13324:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:1.0:1787141398.793257:0:13324:0:(genops.c:885:class_export_put()) final put ffff8b7ca2680800/OSS_uuid 00000020:00000080:1.0:1787141398.793260:0:13324:0:(genops.c:844:class_export_destroy()) destroying export ffff8b7ca2680800/OSS_uuid for OSS 00000020:01000000:1.0:1787141398.793265:0:13324:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00080000:1.0:1787141398.793301:0:5835:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:1.0:1787141398.794202:0:6691:0:(service.c:3183:ptlrpc_main()) ll_ost00_002: service thread [ffff8b7ca6e90600:6691] 2 exiting: rc = 0 00000100:00100000:1.0:1787141398.798641:0:12006:0:(service.c:3183:ptlrpc_main()) ll_ost00_004: service thread [ffff8b7ca6ec9c00:12006] 4 exiting: rc = 0 00000100:00100000:1.0:1787141398.798771:0:6688:0:(service.c:3183:ptlrpc_main()) ll_ost00_000: service thread [ffff8b7cc0e3f600:6688] 0 exiting: rc = 1 00000100:00100000:3.0:1787141398.798847:0:12004:0:(service.c:3183:ptlrpc_main()) ll_ost00_003: service thread [ffff8b7c8827f600:12004] 3 exiting: rc = 0 00000100:00100000:3.0:1787141398.800816:0:6690:0:(service.c:3183:ptlrpc_main()) ll_ost00_001: service thread [ffff8b7cc0e3f400:6690] 1 exiting: rc = 0 00000100:00100000:1.0:1787141398.802007:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802017:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802024:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802030:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802036:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802041:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802060:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802065:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802071:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802076:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802082:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802086:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802091:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802096:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802101:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802106:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802111:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802228:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802236:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802241:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802247:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802253:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802257:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802262:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802267:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802272:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802277:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802283:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802288:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802293:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802298:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802316:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802322:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802328:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802335:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802340:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802345:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802353:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802359:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802364:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802372:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802378:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802383:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802388:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802393:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802398:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802403:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802408:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802413:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802418:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802423:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802427:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802432:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802437:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802442:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802446:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802451:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802456:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802461:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802466:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802471:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802476:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802481:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.802486:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.805041:0:6693:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_001: service thread [ffff8b7cb4311c00:6693] 1 exiting: rc = 0 00000100:00100000:3.0:1787141398.805061:0:6692:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_000: service thread [ffff8b7cb4311200:6692] 0 exiting: rc = 1 00000100:00100000:0.0:1787141398.805241:0:11379:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_002: service thread [ffff8b7ca263ce00:11379] 2 exiting: rc = 0 00000100:00100000:1.0:1787141398.805648:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.805670:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.805677:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.805683:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.805689:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.805694:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.805700:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.805705:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.805711:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.805715:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.805720:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.805725:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.805730:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.805735:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.805740:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.805746:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.805751:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.805756:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.805761:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.805767:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.805773:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.805778:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.806241:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.806252:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.806258:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.806264:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.806268:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.806274:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.806279:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.806284:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.806289:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.806295:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.806300:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.806305:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.806311:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.806316:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.806330:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.806335:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.806340:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.806345:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.806350:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.806356:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.806361:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.806366:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.806371:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.806377:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.806381:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.806387:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.806391:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.806396:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.806400:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.806405:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.806411:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.806416:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.806421:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.806426:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.806431:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.806436:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.806441:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.806445:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.806450:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.806455:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.806459:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.806471:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.809863:0:6695:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_001: service thread [ffff8b7ca068da00:6695] 1 exiting: rc = 0 00000100:00100000:3.0:1787141398.810152:0:6694:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_000: service thread [ffff8b7ca068d200:6694] 0 exiting: rc = 1 00000100:00100000:2.0:1787141398.810164:0:6696:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_002: service thread [ffff8b7ca068dc00:6696] 2 exiting: rc = 0 00000100:00100000:0.0:1787141398.810289:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810298:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810303:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810308:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810314:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810320:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810325:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810331:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810336:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810342:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810347:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810369:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810374:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810388:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810395:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810401:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810407:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810412:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810418:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810431:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810436:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810441:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810446:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810452:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810457:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810463:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810469:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810475:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810481:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810486:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810491:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810497:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810502:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810507:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810512:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810517:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810522:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810541:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810548:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810553:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810559:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810563:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810569:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810574:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810579:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810585:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810591:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810597:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810602:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810607:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810613:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810619:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810637:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810643:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810656:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810661:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810667:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810673:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810679:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810685:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810690:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810695:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810701:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787141398.810707:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787141398.822853:0:6697:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff8b7ca068de00:6697] 0 exiting: rc = 1 00000100:00100000:2.0:1787141398.823049:0:6698:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff8b7ca6e91600:6698] 1 exiting: rc = 0 00000100:00100000:1.0:1787141398.823153:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823161:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823166:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823171:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823176:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823181:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823195:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823213:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823218:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823223:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823228:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823233:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823240:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823245:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823251:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823256:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823261:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823267:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823272:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823277:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823282:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823287:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823292:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823298:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823302:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823306:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823311:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823315:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823321:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823327:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823331:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823336:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823340:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823345:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823350:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823354:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823359:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823364:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823368:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823373:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823379:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823384:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823397:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823402:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823409:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823414:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823420:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823427:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823432:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823437:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823441:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823447:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823451:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823456:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823461:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823465:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823470:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823476:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823481:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823486:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823657:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823666:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823671:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.823677:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787141398.824445:0:6700:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_001: service thread [ffff8b7c8e313400:6700] 1 exiting: rc = 0 00000100:00100000:0.0:1787141398.825832:0:6699:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_000: service thread [ffff8b7c8e312600:6699] 0 exiting: rc = 1 00000100:00100000:1.0:1787141398.825926:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.825934:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.825950:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.825957:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.825963:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.825969:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.825975:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.825981:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.825987:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.825994:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.826000:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.826017:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.826023:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.826053:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.826061:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.826068:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.826074:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.826081:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.826088:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.826094:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.826099:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.826105:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.826111:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.826144:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.826152:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.826157:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.826164:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.826170:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.826176:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.826181:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.826199:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.826206:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.826212:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.826218:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.826224:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.826244:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.826251:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.826257:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.826263:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.826269:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.826274:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.826280:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.826286:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.826293:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.826299:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.826306:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.826312:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.826334:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.826348:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.826354:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.826362:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.826371:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.826377:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.826382:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.826388:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.826394:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.826399:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.826404:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.826409:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.826430:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.826437:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.826443:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.826449:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787141398.826465:0:13324:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:1.0:1787141398.843472:0:13324:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:2.0:1787141415.905656:0:13939:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg311-server.virtnet: executing load_modules_local 00000020:01000004:3.0:1787141425.115564:0:14402:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1787141425.115570:0:14402:0:(obd_mount.c:926:lmd_print()) device: lustre-mdt1/mdt1 00000080:01200004:3.0:1787141425.115684:0:14402:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8b7cbf4c4000 00000020:01000004:3.0:1787141425.115699:0:14402:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-MDT0000, type=osd-zfs, lsifl=200005, mountfl=0 00000020:01000004:3.0:1787141425.115707:0:14402:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-zfs) 00000020:00000080:3.0:1787141425.115722:0:14402:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff8b7cb47a3370) 00000020:00000080:3.0:1787141425.115735:0:14402:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-zfs with refcount 2 00100000:10000000:2.0:1787141425.143531:0:14402:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:2.0:1787141425.150389:0:14402:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000003:0x11:0x0] (8/32) 00100000:10000000:2.0:1787141425.151324:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-OST0001 under 445: rc = 0 00100000:10000000:2.0:1787141425.151421:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled params under 445: rc = 0 00100000:10000000:2.0:1787141425.151516:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-MDT0000 under 445: rc = 0 00100000:10000000:2.0:1787141425.156561:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-client under 445: rc = 0 00100000:10000000:2.0:1787141425.158216:0:14402:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000003:0x3:0x0] (8/32) 00100000:10000000:2.0:1787141425.158313:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled nodemap under 445: rc = 0 00100000:10000000:2.0:1787141425.158442:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-OST0000 under 445: rc = 0 00100000:10000000:2.0:1787141425.158685:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre under 447: rc = 0 00100000:10000000:2.0:1787141425.159766:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled dt-0x0 under 370: rc = 0 00100000:10000000:2.0:1787141425.161630:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled md-0x0 under 370: rc = 0 00100000:10000000:2.0:1787141425.164451:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000 under 642: rc = 0 00100000:10000000:2.0:1787141425.165279:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000-MDT0000 under 642: rc = 0 00100000:10000000:2.0:1787141425.165596:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000 under 642: rc = 0 00100000:10000000:2.0:1787141425.166444:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000-MDT0000 under 642: rc = 0 00100000:10000000:2.0:1787141425.167042:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000-MDT0000 under 642: rc = 0 00100000:10000000:2.0:1787141425.167313:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000 under 642: rc = 0 00100000:10000000:2.0:1787141425.167565:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000 under 642: rc = 0 00100000:10000000:2.0:1787141425.171244:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000 under 642: rc = 0 00100000:10000000:2.0:1787141425.171544:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000-MDT0000 under 642: rc = 0 00100000:10000000:2.0:1787141425.171836:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000-MDT0000 under 642: rc = 0 00100000:10000000:2.0:1787141425.172179:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000-MDT0000 under 642: rc = 0 00100000:10000000:2.0:1787141425.172425:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000 under 642: rc = 0 00100000:10000000:2.0:1787141425.172873:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_14 under 661: rc = 0 00100000:10000000:2.0:1787141425.173148:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_05 under 661: rc = 0 00100000:10000000:2.0:1787141425.173386:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_07 under 661: rc = 0 00100000:10000000:2.0:1787141425.173620:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_08 under 661: rc = 0 00100000:10000000:2.0:1787141425.173920:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_02 under 661: rc = 0 00100000:10000000:3.0:1787141425.177330:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_00 under 661: rc = 0 00100000:10000000:3.0:1787141425.177607:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_13 under 661: rc = 0 00100000:10000000:3.0:1787141425.177989:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_11 under 661: rc = 0 00100000:10000000:3.0:1787141425.178276:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_15 under 661: rc = 0 00100000:10000000:3.0:1787141425.178531:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_04 under 661: rc = 0 00100000:10000000:3.0:1787141425.179087:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_06 under 661: rc = 0 00100000:10000000:3.0:1787141425.179332:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_03 under 661: rc = 0 00100000:10000000:3.0:1787141425.179573:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_01 under 661: rc = 0 00100000:10000000:3.0:1787141425.180765:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_09 under 661: rc = 0 00100000:10000000:3.0:1787141425.182476:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_12 under 661: rc = 0 00100000:10000000:3.0:1787141425.182998:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_10 under 661: rc = 0 00100000:10000000:3.0:1787141425.183274:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_10 under 661: rc = 0 00100000:10000000:3.0:1787141425.183525:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_12 under 661: rc = 0 00100000:10000000:3.0:1787141425.184135:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_01 under 661: rc = 0 00100000:10000000:3.0:1787141425.184379:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_03 under 661: rc = 0 00100000:10000000:3.0:1787141425.189182:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_09 under 661: rc = 0 00100000:10000000:3.0:1787141425.189485:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_06 under 661: rc = 0 00100000:10000000:3.0:1787141425.189760:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_04 under 661: rc = 0 00100000:10000000:3.0:1787141425.192654:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_15 under 661: rc = 0 00100000:10000000:3.0:1787141425.193212:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_11 under 661: rc = 0 00100000:10000000:3.0:1787141425.193466:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_13 under 661: rc = 0 00100000:10000000:3.0:1787141425.194236:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_08 under 661: rc = 0 00100000:10000000:3.0:1787141425.194499:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_00 under 661: rc = 0 00100000:10000000:3.0:1787141425.195175:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_02 under 661: rc = 0 00100000:10000000:3.0:1787141425.195602:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_07 under 661: rc = 0 00100000:10000000:3.0:1787141425.196039:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_05 under 661: rc = 0 00100000:10000000:3.0:1787141425.196266:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_14 under 661: rc = 0 00100000:10000000:3.0:1787141425.196617:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x200000400:0x1:0x0] under 41: rc = 0 00100000:10000000:3.0:1787141425.197382:0:14402:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x2020000:0x0] (8/32) 00100000:10000000:3.0:1787141425.197545:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000 under 586: rc = 0 00100000:10000000:3.0:1787141425.197993:0:14402:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x1020000:0x0] (8/32) 00100000:10000000:3.0:1787141425.198617:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000 under 586: rc = 0 00100000:10000000:3.0:1787141425.199380:0:14402:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x20000:0x0] (8/32) 00100000:10000000:3.0:1787141425.199676:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000 under 586: rc = 0 00100000:10000000:3.0:1787141425.200738:0:14402:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x10000:0x0] (8/32) 00100000:10000000:3.0:1787141425.201065:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000 under 371: rc = 0 00100000:10000000:3.0:1787141425.201343:0:14402:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x1010000:0x0] (8/32) 00100000:10000000:3.0:1787141425.201408:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000 under 371: rc = 0 00100000:10000000:3.0:1787141425.202015:0:14402:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x2010000:0x0] (8/32) 00100000:10000000:3.0:1787141425.202092:0:14402:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000 under 371: rc = 0 00000020:00000080:3.0:1787141425.202647:0:14402:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:3.0:1787141425.202655:0:14402:0:(osd_handler.c:1564:osd_obd_connect()) connect #0 00000020:00000080:3.0:1787141425.202665:0:14402:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xc65ffb29b5b31ebe 00000020:01000004:3.0:1787141425.202674:0:14402:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-MDT0000 on device lustre-mdt1/mdt1 00000020:01000000:3.0:1787141425.202679:0:14402:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:3.0:1787141425.202684:0:14402:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8b7cbf4c4000 from MGS 00000020:01000004:3.0:1787141425.202687:0:14402:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:3.0:1787141425.202698:0:14402:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff8b7cb47a0000) 00000020:00000080:3.0:1787141425.202715:0:14402:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:3.0:1787141425.203061:0:14402:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8b7cbf4c4000 from MGS, refs=2 00080000:01000000:3.0:1787141425.203068:0:14402:0:(osd_handler.c:1564:osd_obd_connect()) connect #1 00000020:00000080:3.0:1787141425.203073:0:14402:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xc65ffb29b5b31ecc 00000100:00100000:3.0:1787141425.203175:0:14402:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:3.0:1787141425.203379:0:14402:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:3.0:1787141425.203385:0:14402:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:3.0:1787141425.204326:0:14402:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:3.0:1787141425.204335:0:14402:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:3.0:1787141425.210372:0:14402:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1787141425.210581:0:14402:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:3.0:1787141425.210587:0:14402:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:3.0:1787141425.212453:0:14402:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:3.0:1787141425.212463:0:14402:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:3.0:1787141425.212982:0:14402:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:3.0:1787141425.212991:0:14402:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:0.0:1787141425.214180:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141425.214184:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141425.214186:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141425.214590:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141425.214593:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141425.214594:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141425.215380:0:14402:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:1.0:1787141425.222927:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:0.0:1787141425.241371:0:14402:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 20000000:01000000:0.0:1787141425.241388:0:14402:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping . 20000000:01000000:0.0:1787141425.241391:0:14402:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping .. 10000000:01000000:1.0:1787141425.250333:0:14411:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:2.0:1787141425.250622:0:14402:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:2.0:1787141425.251023:0:14402:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1787141425.252627:0:14402:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:2.0:1787141425.254281:0:14402:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1787141425.254468:0:14402:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:2.0:1787141425.254475:0:14402:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:3.0:1787141425.268548:0:14402:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:3.0:1787141425.269547:0:14402:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:3.0:1787141425.271299:0:14402:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:3.0:1787141425.271309:0:14402:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:3.0:1787141425.277301:0:14402:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:3.0:1787141425.277324:0:14402:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.203.111@tcp' 00000020:01000004:3.0:1787141425.277326:0:14402:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:3.0:1787141425.277355:0:14402:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.203.111@tcp (typ=mgc) 00000020:00000080:3.0:1787141425.277368:0:14402:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.203.111@tcp (ffff8b7cb47a19b8) 00000020:00000080:3.0:1787141425.277383:0:14402:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:3.0:1787141425.277694:0:14402:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8b7c924fa000@MGC192.168.203.111@tcp: add connection 192.168.203.111@tcp at head 00010000:00010000:3.0:1787141425.278337:0:14402:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.203.111@tcp-0 is initialized 00000040:01000000:3.0:1787141425.278345:0:14402:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.111@tcp ctxt 1 is initialized 00000100:00080000:1.0:1787141425.280774:0:14416:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 10000000:01000000:1.0:1787141425.283903:0:14417:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:0.0:1787141425.283990:0:14402:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.203.111@tcp (uuid be52692e-784d-4bd8-b691-421ed3b0bea9) 00000020:00000080:0.0:1787141425.284022:0:14402:0:(genops.c:1385:class_connect()) connect: client be52692e-784d-4bd8-b691-421ed3b0bea9, cookie 0xc65ffb29b5b31eda 00000100:00080000:0.0:1787141425.284034:0:14402:0:(import.c:510:import_select_connection()) MGC192.168.203.111@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1787141425.284039:0:14402:0:(import.c:624:import_select_connection()) MGC192.168.203.111@tcp: import ffff8b7c924fa000 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:0.0:1787141425.284069:0:14402:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b7cb431ca80 x1873953263011200/t0(0) o250->MGC192.168.203.111@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787141425.284096:0:14402:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import be52692e-784d-4bd8-b691-421ed3b0bea9->MGS 00000020:01000004:0.0:1787141425.284115:0:14402:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:0.0:1787141425.284136:0:14402:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:0.0:1787141425.284150:0:14402:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff8b7cb43fcd28) 00000020:00000080:0.0:1787141425.284160:0:14402:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:1.0:1787141425.285578:0:3303:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:be52692e-784d-4bd8-b691-421ed3b0bea9:3303:1873953263011200:0@lo:250:mount.lustre.0 00000100:00100000:1.0:1787141425.285656:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141425.285736:0:14413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263011200 00000100:00100000:1.0:1787141425.285744:0:14413:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263011200 00000100:00100000:1.0:1787141425.285792:0:14413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1787141425.285822:0:14413:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cba45cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3303:x1873953263011200:12345-0@lo:250:mount.lustre.0 00010000:00080000:1.0:1787141425.285844:0:14413:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from be52692e-784d-4bd8-b691-421ed3b0bea9@0@lo t0 exp 0000000000000000 cur 408 last 0 00000020:00000080:1.0:1787141425.285868:0:14413:0:(genops.c:1385:class_connect()) connect: client be52692e-784d-4bd8-b691-421ed3b0bea9, cookie 0xc65ffb29b5b31ee8 00000100:00080000:1.0:1787141425.286015:0:14413:0:(import.c:65:import_set_state_nolock()) ffff8b7c88262000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1787141425.286069:0:14413:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cba45cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be52692e-784d-4bd8-b691-421ed3b0bea9+5:3303:x1873953263011200:12345-0@lo:250:mount.lustre.0 Request processed in 245us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141425.286088:0:14413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1787141425.286139:0:3303:0:(client.c:3125:ptlrpc_free_committed()) MGC192.168.203.111@tcp: committing for last_committed 0 gen 1 00000100:00080000:1.0:1787141425.286149:0:3303:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.203.111@tcp: connect to target with instance 0 00000100:00080000:1.0:1787141425.286157:0:3303:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.203.111@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:1.0:1787141425.286162:0:3303:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:1.0:1787141425.286165:0:3303:0:(import.c:65:import_set_state_nolock()) ffff8b7c924fa000 MGS: changing import state from CONNECTING to FULL 10000000:01000000:1.0:1787141425.286168:0:3303:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:1.0:1787141425.286177:0:3303:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:1.0:1787141425.286182:0:3303:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:be52692e-784d-4bd8-b691-421ed3b0bea9:3303:1873953263011200:0@lo:250:mount.lustre.0 00000100:00100000:0.0:1787141425.306412:0:14402:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1787141425.308355:0:14402:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:3.0:1787141425.308364:0:14402:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:0.0:1787141425.310702:0:14402:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:0.0:1787141425.310713:0:14402:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:3.0:1787141425.311991:0:14402:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:3.0:1787141425.312011:0:14402:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:3.0:1787141425.315388:0:14402:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1787141425.316107:0:14402:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:3.0:1787141425.316115:0:14402:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:3.0:1787141425.323311:0:14402:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:3.0:1787141425.323328:0:14402:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:0.0:1787141425.383619:0:14402:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1787141425.383843:0:14402:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:0.0:1787141425.383852:0:14402:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:0.0:1787141425.384598:0:14402:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:0.0:1787141425.384605:0:14402:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:0.0:1787141425.386971:0:14402:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1787141425.387151:0:14402:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:0.0:1787141425.387157:0:14402:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:1.0:1787141425.387814:0:14402:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:1.0:1787141425.387823:0:14402:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:0.0:1787141425.388434:0:14402:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1787141425.388587:0:14402:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:0.0:1787141425.388593:0:14402:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:0.0:1787141425.391200:0:14402:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:0.0:1787141425.391283:0:14402:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:0.0:1787141425.392366:0:14402:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1787141425.392549:0:14402:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:0.0:1787141425.392555:0:14402:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:0.0:1787141425.396920:0:14402:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:0.0:1787141425.396933:0:14402:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:0.0:1787141425.422319:0:14402:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1787141425.422540:0:14402:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:0.0:1787141425.422547:0:14402:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:0.0:1787141425.424201:0:14402:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:0.0:1787141425.424293:0:14402:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:0.0:1787141425.431447:0:14402:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:2.0:1787141425.431556:0:14402:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:2.0:1787141425.433499:0:14402:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:2.0:1787141425.433525:0:14402:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for lustre-mdt1/mdt1 10000000:01000000:2.0:1787141425.433531:0:14402:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.111@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:2.0:1787141425.435050:0:14402:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.111@tcp ctxt 0 is initialized 00000020:01000004:2.0:1787141425.435097:0:14402:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.203.111@tcp, index=0000, flags=0x20005 00000020:01000004:2.0:1787141425.435101:0:14402:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1787141425.435103:0:14402:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1787141425.435104:0:14402:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787141425.435105:0:14402:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787141425.435107:0:14402:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787141425.435108:0:14402:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787141425.435109:0:14402:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1787141425.435111:0:14402:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1787141425.435113:0:14402:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787141425.435114:0:14402:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1787141425.435117:0:14402:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:2.0:1787141425.435120:0:14402:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1787141425.435121:0:14402:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1787141425.435122:0:14402:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787141425.435123:0:14402:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787141425.435124:0:14402:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787141425.435125:0:14402:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787141425.435126:0:14402:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1787141425.435127:0:14402:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1787141425.435127:0:14402:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787141425.435128:0:14402:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1787141425.435155:0:14402:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1787141425.435178:0:14402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83781880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:14402:1873953263011328:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1787141425.435256:0:14402:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141425.435358:0:14402:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c86965180 going to sleep for 11 seconds 00000100:00100000:3.0:1787141425.435429:0:14415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263011328 00000100:00100000:3.0:1787141425.435437:0:14415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263011328 00000100:00100000:3.0:1787141425.435522:0:14415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1787141425.435533:0:14415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cba45dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be52692e-784d-4bd8-b691-421ed3b0bea9+5:14402:x1873953263011328:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1787141425.435584:0:14415:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1787141425.435587:0:14415:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:3.0:1787141425.435590:0:14415:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:0.0:1787141425.439555:0:14435:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:3.0:1787141425.440302:0:14415:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 5 20000000:01000000:1.0:1787141425.441489:0:14436:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:1.0:1787141425.441496:0:14436:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:1.0:1787141425.441499:0:14436:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:1.0:1787141425.441533:0:14436:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 20000000:01000000:3.0:1787141425.442389:0:14415:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1787141425.442401:0:14415:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:0.0:1787141425.474044:0:14415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cba45dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be52692e-784d-4bd8-b691-421ed3b0bea9+5:14402:x1873953263011328:12345-0@lo:253:mount.lustre.0 Request processed in 38505us (38779us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141425.474061:0:14415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1787141425.474230:0:14402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83781880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:14402:1873953263011328:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1787141425.474245:0:14402:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:2.0:1787141425.474248:0:14402:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1787141425.474250:0:14402:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1787141425.474251:0:14402:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787141425.474253:0:14402:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787141425.474254:0:14402:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787141425.474255:0:14402:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787141425.474257:0:14402:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1787141425.474258:0:14402:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1787141425.474259:0:14402:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787141425.474261:0:14402:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1787141425.474281:0:14402:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8b7cbf4c4000 from lustre-MDT0000 10000000:01000000:2.0:1787141425.474306:0:14402:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:2.0:1787141425.474309:0:14402:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:2.0:1787141425.474314:0:14402:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff8b7cb47a19b8 10000000:01000000:2.0:1787141425.474318:0:14402:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1787141425.474325:0:14402:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff8b7cb47a19b8 from 1 10000000:01000000:2.0:1787141425.474328:0:14402:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1787141425.474369:0:14402:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c82da7a00/0xc65ffb29b5b31eef lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141425.474380:0:14402:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff8b7c82da7a00/0xc65ffb29b5b31eef lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141425.474389:0:14402:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff8b7c82da7a00/0xc65ffb29b5b31eef lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141425.474409:0:14402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83781880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:14402:1873953263011456:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1787141425.474444:0:14402:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141425.474493:0:14402:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c86965c00 going to sleep for 11 seconds 00000100:00100000:0.0:1787141425.477621:0:14414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263011456 00000100:00100000:0.0:1787141425.477647:0:14414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263011456 00000100:00100000:0.0:1787141425.477716:0:14414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1787141425.477740:0:14414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cba45d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+5:14402:x1873953263011456:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787141425.477767:0:14414:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141425.477792:0:14414:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7cbf404a00/0xc65ffb29b5b31ef6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b31eef expref: -99 pid: 14414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141425.477860:0:14414:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7cbf404a00/0xc65ffb29b5b31ef6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b31eef expref: 6 pid: 14414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141425.477872:0:14414:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7cbf404a00/0xc65ffb29b5b31ef6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b31eef expref: 6 pid: 14414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141425.477881:0:14414:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf404a00, rc 0) 00000100:00100000:0.0:1787141425.477956:0:14414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cba45d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+6:14402:x1873953263011456:12345-0@lo:101:mount.lustre.0 Request processed in 218us (3511us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141425.477963:0:14414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1787141425.478388:0:14402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83781880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:14402:1873953263011456:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787141425.478415:0:14402:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff8b7c82da7a00/0xc65ffb29b5b31eef lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b31ef6 expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141425.478425:0:14402:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff8b7c82da7a00/0xc65ffb29b5b31eef lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b31ef6 expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141425.478505:0:14402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83781880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:14402:1873953263011584:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787141425.478540:0:14402:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141425.478583:0:14402:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c86965c00 going to sleep for 11 seconds 00000100:00100000:0.0:1787141425.480525:0:14415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263011584 00000100:00100000:0.0:1787141425.480538:0:14415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263011584 00000100:00100000:0.0:1787141425.480612:0:14415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1787141425.480623:0:14415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cba45e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be52692e-784d-4bd8-b691-421ed3b0bea9+6:14402:x1873953263011584:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787141425.481946:0:14415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cba45e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be52692e-784d-4bd8-b691-421ed3b0bea9+6:14402:x1873953263011584:12345-0@lo:501:mount.lustre.0 Request processed in 1319us (3399us total) trans 0 rc -2/-2 00000100:00100000:3.0:1787141425.481958:0:14415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1787141425.482058:0:14402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83781880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:14402:1873953263011584:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1787141425.482096:0:14402:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1787141425.482163:0:14402:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c82da7a00/0xc65ffb29b5b31eef lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b31ef6 expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141425.482173:0:14402:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff8b7c82da7a00/0xc65ffb29b5b31eef lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b31ef6 expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787141425.482183:0:14402:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8b7cbf4c4000 10000000:01000000:2.0:1787141425.482188:0:14402:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1787141425.482192:0:14402:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8b7cbf4c4000 10000000:01000000:2.0:1787141425.482194:0:14402:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:2.0:1787141425.482197:0:14402:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff8b7cbf4c4000 from 1 10000000:01000000:2.0:1787141425.482200:0:14402:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:2.0:1787141425.482244:0:14402:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c82da6400/0xc65ffb29b5b31efd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141425.482252:0:14402:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff8b7c82da6400/0xc65ffb29b5b31efd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141425.482275:0:14402:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff8b7c82da6400/0xc65ffb29b5b31efd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141425.482294:0:14402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83781880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:14402:1873953263011712:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1787141425.482330:0:14402:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141425.482368:0:14402:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c86965c00 going to sleep for 11 seconds 00000100:00100000:0.0:1787141425.482499:0:14413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263011712 00000100:00100000:0.0:1787141425.482510:0:14413:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263011712 00000100:00100000:0.0:1787141425.482553:0:14413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1787141425.482571:0:14413:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cba45e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be52692e-784d-4bd8-b691-421ed3b0bea9+6:14402:x1873953263011712:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787141425.482582:0:14413:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141425.482596:0:14413:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7cbf405800/0xc65ffb29b5b31f04 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b31efd expref: -99 pid: 14413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141425.482617:0:14413:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7cbf405800/0xc65ffb29b5b31f04 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b31efd expref: 7 pid: 14413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141425.482648:0:14413:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7cbf405800/0xc65ffb29b5b31f04 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b31efd expref: 7 pid: 14413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141425.482657:0:14413:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf405800, rc 0) 00000100:00100000:0.0:1787141425.482705:0:14413:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cba45e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be52692e-784d-4bd8-b691-421ed3b0bea9+7:14402:x1873953263011712:12345-0@lo:101:mount.lustre.0 Request processed in 145us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141425.482711:0:14413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1787141425.482866:0:14402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83781880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:14402:1873953263011712:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787141425.482880:0:14402:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff8b7c82da6400/0xc65ffb29b5b31efd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b31f04 expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141425.482888:0:14402:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff8b7c82da6400/0xc65ffb29b5b31efd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b31f04 expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787141425.482901:0:14402:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:3.0:1787141425.485515:0:14402:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c82da6400/0xc65ffb29b5b31efd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b31f04 expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141425.485533:0:14402:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff8b7c82da6400/0xc65ffb29b5b31efd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b31f04 expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787141425.485568:0:14402:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:3.0:1787141425.485575:0:14402:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1787141425.485582:0:14402:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8b7cbf4c4000 10000000:01000000:3.0:1787141425.485585:0:14402:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:3.0:1787141425.485589:0:14402:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:3.0:1787141425.485591:0:14402:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:3.0:1787141425.485634:0:14402:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438200/0xc65ffb29b5b31f0b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141425.485643:0:14402:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438200/0xc65ffb29b5b31f0b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141425.485653:0:14402:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438200/0xc65ffb29b5b31f0b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141425.485676:0:14402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82888e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:14402:1873953263011840:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1787141425.485740:0:14402:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141425.485810:0:14402:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cbb8f76c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787141425.487336:0:14415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263011840 00000100:00100000:0.0:1787141425.487349:0:14415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263011840 00000100:00100000:0.0:1787141425.487418:0:14415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1787141425.487428:0:14415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cba45fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be52692e-784d-4bd8-b691-421ed3b0bea9+7:14402:x1873953263011840:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787141425.487443:0:14415:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141425.487458:0:14415:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7cbf405000/0xc65ffb29b5b31f12 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b31f0b expref: -99 pid: 14415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141425.487484:0:14415:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7cbf405000/0xc65ffb29b5b31f12 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b31f0b expref: 8 pid: 14415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141425.487495:0:14415:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7cbf405000/0xc65ffb29b5b31f12 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b31f0b expref: 8 pid: 14415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141425.487503:0:14415:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf405000, rc 0) 00000100:00100000:0.0:1787141425.487583:0:14415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cba45fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be52692e-784d-4bd8-b691-421ed3b0bea9+8:14402:x1873953263011840:12345-0@lo:101:mount.lustre.0 Request processed in 157us (1842us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141425.487590:0:14415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1787141425.489259:0:14402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82888e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:14402:1873953263011840:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787141425.489284:0:14402:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438200/0xc65ffb29b5b31f0b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b31f12 expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141425.489295:0:14402:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438200/0xc65ffb29b5b31f0b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b31f12 expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141425.489373:0:14402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82888e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:14402:1873953263011968:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787141425.489422:0:14402:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141425.489479:0:14402:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cbb8f76c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787141425.489831:0:14414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263011968 00000100:00100000:2.0:1787141425.489838:0:14414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263011968 00000100:00100000:2.0:1787141425.489878:0:14414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1787141425.489886:0:14414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cba45ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+8:14402:x1873953263011968:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787141425.490307:0:14414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cba45ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+9:14402:x1873953263011968:12345-0@lo:501:mount.lustre.0 Request processed in 420us (883us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141425.490315:0:14414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1787141425.490591:0:14402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82888e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:14402:1873953263011968:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787141425.490757:0:14402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82888e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:14402:1873953263012096:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787141425.490923:0:14402:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141425.490955:0:14402:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cbb8f76c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787141425.493410:0:14413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263012096 00000100:00100000:2.0:1787141425.493422:0:14413:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263012096 00000100:00100000:2.0:1787141425.493491:0:14413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1787141425.493502:0:14413:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cba45c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be52692e-784d-4bd8-b691-421ed3b0bea9+9:14402:x1873953263012096:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787141425.494920:0:14413:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cba45c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be52692e-784d-4bd8-b691-421ed3b0bea9+9:14402:x1873953263012096:12345-0@lo:503:mount.lustre.0 Request processed in 1415us (3991us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141425.494932:0:14413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1787141425.495083:0:14402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82888e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:14402:1873953263012096:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787141425.496473:0:14437:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82648700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:be52692e-784d-4bd8-b691-421ed3b0bea9:14437:1873953263012224:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787141425.496545:0:14437:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141425.496595:0:14437:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca27d4540 going to sleep for 11 seconds 00000100:00100000:0.0:1787141425.496782:0:14415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263012224 00000100:00100000:0.0:1787141425.496789:0:14415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263012224 00000100:00100000:0.0:1787141425.496874:0:14415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1787141425.496884:0:14415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cba45e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be52692e-784d-4bd8-b691-421ed3b0bea9+9:14437:x1873953263012224:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1787141425.497196:0:14415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cba45e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be52692e-784d-4bd8-b691-421ed3b0bea9+9:14437:x1873953263012224:12345-0@lo:502:llog_process_th.0 Request processed in 313us (650us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141425.497204:0:14415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1787141425.497319:0:14437:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82648700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:be52692e-784d-4bd8-b691-421ed3b0bea9:14437:1873953263012224:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1787141425.497348:0:14437:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787141425.497359:0:14437:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787141425.497362:0:14437:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1787141425.497367:0:14437:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:1.0:1787141425.497370:0:14437:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787141425.497385:0:14437:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff8b7c84c78000) 00000020:00000080:1.0:1787141425.497404:0:14437:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:1.0:1787141425.497410:0:14437:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:1.0:1787141425.497473:0:14437:0:(osd_handler.c:1564:osd_obd_connect()) connect #2 00000020:00000080:1.0:1787141425.497485:0:14437:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xc65ffb29b5b31f20 00000020:00000080:1.0:1787141425.497707:0:14437:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:1.0:1787141425.497712:0:14437:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787141425.497715:0:14437:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787141425.497716:0:14437:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1787141425.497719:0:14437:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787141425.497723:0:14437:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787141425.497724:0:14437:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:1.0:1787141425.497727:0:14437:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787141425.497734:0:14437:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff8b7c84c799b8) 00000020:00000080:1.0:1787141425.497743:0:14437:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:1.0:1787141425.497747:0:14437:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1787141425.497749:0:14437:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:1.0:1787141425.497752:0:14437:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:1.0:1787141425.497757:0:14437:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1787141425.497817:0:14437:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8b7cbf4c4000 from lustre-MDT0000, refs=3 00000020:00000080:1.0:1787141425.497831:0:14437:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff8b7c84c7cd28) 00000020:00000080:1.0:1787141425.497839:0:14437:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:1.0:1787141425.497902:0:14437:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:1.0:1787141425.497908:0:14437:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xc65ffb29b5b31f35 00000020:00000080:1.0:1787141425.497991:0:14437:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:1.0:1787141425.497996:0:14437:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:1.0:1787141425.498011:0:14437:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0xc65ffb29b5b31f3c 00080000:01000000:1.0:1787141425.498016:0:14437:0:(osd_handler.c:1564:osd_obd_connect()) connect #3 00000020:00000080:1.0:1787141425.498019:0:14437:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xc65ffb29b5b31f43 00010000:00010000:0.0:1787141425.633643:0:14437:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:0.0:1787141425.639075:0:14437:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 4294967526 00000001:00080000:0.0:1787141425.639413:0:14437:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:0.0:1787141425.641124:0:14437:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff8b7cb43fb370) 00000020:00000080:0.0:1787141425.641148:0:14437:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:0.0:1787141425.641230:0:14437:0:(osd_handler.c:1564:osd_obd_connect()) connect #4 00000020:00000080:0.0:1787141425.641241:0:14437:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xc65ffb29b5b31f51 00000020:00000080:1.0:1787141425.646915:0:14437:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:1.0:1787141425.655976:0:14437:0:(genops.c:1385:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0xc65ffb29b5b31f58 00000020:00000080:1.0:1787141425.663553:0:14437:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:1.0:1787141425.663570:0:14437:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787141425.663577:0:14437:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787141425.663580:0:14437:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:1.0:1787141425.663584:0:14437:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1787141425.663587:0:14437:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9 00000020:01000000:1.0:1787141425.663594:0:14437:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787141425.663596:0:14437:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787141425.663598:0:14437:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1787141425.663600:0:14437:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787141425.663602:0:14437:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:1.0:1787141425.663604:0:14437:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787141425.663609:0:14437:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787141425.663611:0:14437:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:1.0:1787141425.663615:0:14437:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:1.0:1787141425.663674:0:14437:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:1.0:1787141425.663691:0:14437:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787141425.663695:0:14437:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787141425.663696:0:14437:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:1.0:1787141425.663699:0:14437:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1787141425.663702:0:14437:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of lustre-mdt1/mdt1 00000020:00000080:1.0:1787141425.663705:0:14437:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787141425.663707:0:14437:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1787141425.663710:0:14437:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1787141425.663714:0:14437:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.111@tcp to nid 0x20000c0a8cb6f (192.168.203.111@tcp) 00000020:01000000:1.0:1787141425.663740:0:14437:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:1.0:1787141425.663744:0:14437:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787141425.663758:0:14437:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff8b7c84c7b370) 00000020:00000080:1.0:1787141425.663775:0:14437:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:1.0:1787141425.663781:0:14437:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1787141425.663862:0:14437:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:1.0:1787141425.663867:0:14437:0:(osd_handler.c:1564:osd_obd_connect()) connect #5 00000020:00000080:1.0:1787141425.663873:0:14437:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xc65ffb29b5b31f66 00010000:00080000:1.0:1787141425.663904:0:14437:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8b7c872f0800@lustre-OST0000-osc-MDT0000: add connection 192.168.203.111@tcp at head 00010000:00010000:1.0:1787141425.664135:0:14437:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-1 is initialized 00000040:01000000:1.0:1787141425.664538:0:14437:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1787141425.664588:0:14437:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:1.0:1787141425.672108:0:14437:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1787141425.675214:0:14437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].2, 64 off8320 00000040:00080000:1.0:1787141425.675335:0:14437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1, 64 off8256 00000040:00080000:1.0:1787141425.679906:0:14441:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1787141425.679914:0:14441:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xa:0x0] at index 2 of catalog [0x1:0x2:0x0] 00000020:00000080:2.0:1787141425.681392:0:14437:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1787141425.681404:0:14437:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1787141425.681444:0:14437:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:2.0:1787141425.681462:0:14437:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xc65ffb29b5b31f6d 00000100:00080000:2.0:1787141425.681472:0:14437:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1787141425.681479:0:14437:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8b7c872f0800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:2.0:1787141425.681517:0:14437:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b7b83781c00 x1873953263012352/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787141425.681543:0:14437:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:2.0:1787141425.681591:0:14437:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787141425.681595:0:14437:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787141425.681597:0:14437:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1787141425.681600:0:14437:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1787141425.681602:0:14437:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #16 00000020:01000000:2.0:1787141425.681604:0:14437:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1787141425.681606:0:14437:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1787141425.681607:0:14437:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1787141425.681609:0:14437:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787141425.681610:0:14437:0:(obd_config.c:1563:class_process_config()) marker 16 (0x6) lustre sys.timeout 00000020:01000000:2.0:1787141425.681613:0:14437:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1787141425.681617:0:14437:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of lustre-mdt1/mdt1 00000020:00000080:2.0:1787141425.681619:0:14437:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787141425.681621:0:14437:0:(obd_config.c:1563:class_process_config()) marker 18 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1787141425.681633:0:14437:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000100:00100000:1.0:1787141425.682021:0:3303:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83781c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3303:1873953263012352:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1787141425.682076:0:3303:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1873953263012352 offset 0 length 520: 4 00000020:00000080:2.0:1787141425.682517:0:14437:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.111@tcp to nid 0x20000c0a8cb6f (192.168.203.111@tcp) 00000020:01000000:1.0:1787141425.683495:0:14437:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:1.0:1787141425.683501:0:14437:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787141425.683515:0:14437:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff8b7c883c19b8) 00000020:00000080:1.0:1787141425.683531:0:14437:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:1.0:1787141425.683535:0:14437:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1787141425.683600:0:14437:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:1.0:1787141425.683606:0:14437:0:(osd_handler.c:1564:osd_obd_connect()) connect #6 00000020:00000080:1.0:1787141425.683611:0:14437:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xc65ffb29b5b31f7b 00010000:00080000:1.0:1787141425.683779:0:14437:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8b7ca0264000@lustre-OST0001-osc-MDT0000: add connection 192.168.203.111@tcp at head 00010000:00010000:1.0:1787141425.684414:0:14437:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-2 is initialized 00000040:01000000:1.0:1787141425.685129:0:14437:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1787141425.685157:0:14437:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:1.0:1787141425.685981:0:14437:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1787141425.686062:0:14437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].2, 64 off8320 00000040:00080000:1.0:1787141425.686150:0:14437:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000040:00080000:0.0:1787141425.687356:0:14443:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1787141425.687362:0:14443:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 2 of catalog [0x1:0x5:0x0] 00000020:00000080:0.0:1787141425.690604:0:14437:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1787141425.690618:0:14437:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1787141425.690678:0:14437:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:0.0:1787141425.690698:0:14437:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xc65ffb29b5b31f82 00000100:00080000:0.0:1787141425.690710:0:14437:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1787141425.690716:0:14437:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8b7ca0264000 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:0.0:1787141425.690755:0:14437:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b7cb431c000 x1873953263012480/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787141425.690840:0:3303:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3303:1873953263012480:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1787141425.690893:0:3303:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1873953263012480 offset 0 length 520: 4 00000100:00080000:0.0:1787141425.691078:0:14437:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:0.0:1787141425.691174:0:14437:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787141425.691179:0:14437:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787141425.691180:0:14437:0:(obd_config.c:1563:class_process_config()) marker 18 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1787141425.691183:0:14437:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787141425.691187:0:14437:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787141425.691195:0:14437:0:(obd_config.c:1563:class_process_config()) marker 22 (0x1) lustre sys.timeout 00000020:00000080:0.0:1787141425.691199:0:14437:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1787141425.691201:0:14437:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1787141425.691203:0:14437:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787141425.691216:0:14437:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787141425.691217:0:14437:0:(obd_config.c:1563:class_process_config()) marker 22 (0x2) lustre sys.timeout 00000020:01000000:0.0:1787141425.691220:0:14437:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787141425.691222:0:14437:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787141425.691223:0:14437:0:(obd_config.c:1563:class_process_config()) marker 26 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1787141425.691226:0:14437:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:0.0:1787141425.691255:0:14437:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431d180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:be52692e-784d-4bd8-b691-421ed3b0bea9:14437:1873953263012608:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1787141425.691304:0:14437:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141425.691327:0:14437:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c83f07a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787141425.692404:0:14413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263012608 00000100:00100000:2.0:1787141425.692415:0:14413:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263012608 00000100:00100000:2.0:1787141425.692482:0:14413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1787141425.692491:0:14413:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cba45c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be52692e-784d-4bd8-b691-421ed3b0bea9+9:14437:x1873953263012608:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1787141425.692776:0:14413:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cba45c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be52692e-784d-4bd8-b691-421ed3b0bea9+9:14437:x1873953263012608:12345-0@lo:502:llog_process_th.0 Request processed in 284us (1470us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141425.692784:0:14413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1787141425.692872:0:14437:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431d180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:be52692e-784d-4bd8-b691-421ed3b0bea9:14437:1873953263012608:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1787141425.692903:0:14437:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787141425.692909:0:14437:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787141425.692917:0:14437:0:(obd_config.c:1563:class_process_config()) marker 26 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1787141425.692922:0:14437:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 37 count 37 00000020:01000000:3.0:1787141425.695788:0:14402:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-36 (rc=0) 10000000:01000000:3.0:1787141425.695994:0:14402:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:3.0:1787141425.696071:0:14402:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438200/0xc65ffb29b5b31f0b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b31f12 expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141425.696085:0:14402:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438200/0xc65ffb29b5b31f0b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b31f12 expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787141425.696092:0:14402:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8b7cbf4c4000 from 1 10000000:01000000:3.0:1787141425.696095:0:14402:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1787141425.696137:0:14402:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438e00/0xc65ffb29b5b31f89 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141425.696145:0:14402:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438e00/0xc65ffb29b5b31f89 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141425.696155:0:14402:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438e00/0xc65ffb29b5b31f89 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141425.696177:0:14402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82888e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:14402:1873953263012736:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1787141425.696247:0:14402:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141425.696280:0:14402:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cbb8f76c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787141425.697448:0:14414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263012736 00000100:00100000:2.0:1787141425.697459:0:14414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263012736 00000100:00100000:2.0:1787141425.697508:0:14414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1787141425.697517:0:14414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9891f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+9:14402:x1873953263012736:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787141425.697529:0:14414:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141425.697547:0:14414:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7c82da6200/0xc65ffb29b5b31f90 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b31f89 expref: -99 pid: 14414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141425.697569:0:14414:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7c82da6200/0xc65ffb29b5b31f90 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b31f89 expref: 10 pid: 14414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141425.697579:0:14414:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7c82da6200/0xc65ffb29b5b31f90 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b31f89 expref: 10 pid: 14414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141425.697588:0:14414:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c82da6200, rc 0) 00000100:00100000:2.0:1787141425.697662:0:14414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9891f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+10:14402:x1873953263012736:12345-0@lo:101:mount.lustre.0 Request processed in 146us (1415us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141425.697669:0:14414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1787141425.698568:0:14402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82888e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:14402:1873953263012736:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787141425.698588:0:14402:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438e00/0xc65ffb29b5b31f89 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b31f90 expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141425.698597:0:14402:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438e00/0xc65ffb29b5b31f89 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b31f90 expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141425.699244:0:14402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82888e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:14402:1873953263012864:0@lo:256:mount.lustre.0 00000100:00100000:3.0:1787141425.699298:0:14402:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141425.699339:0:14402:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cbb8f76c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787141425.699364:0:14413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263012864 00000100:00100000:3.0:1787141425.699369:0:14413:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263012864 00000100:00100000:3.0:1787141425.699414:0:14413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1787141425.699423:0:14413:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9891cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be52692e-784d-4bd8-b691-421ed3b0bea9+10:14402:x1873953263012864:12345-0@lo:256:mount.lustre.0 20000000:01000000:3.0:1787141425.699442:0:14413:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:3.0:1787141425.699448:0:14413:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:3.0:1787141425.699539:0:14413:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9891cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be52692e-784d-4bd8-b691-421ed3b0bea9+10:14402:x1873953263012864:12345-0@lo:256:mount.lustre.0 Request processed in 116us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141425.699547:0:14413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1787141425.699562:0:14402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82888e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:14402:1873953263012864:0@lo:256:mount.lustre.0 10000000:01000000:0.0:1787141425.700245:0:14402:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1787141425.700270:0:14402:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438e00/0xc65ffb29b5b31f89 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b31f90 expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141425.700281:0:14402:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438e00/0xc65ffb29b5b31f89 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b31f90 expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787141425.700290:0:14402:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8b7cbf4c4000 from 1 10000000:01000000:0.0:1787141425.700293:0:14402:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1787141425.700325:0:14402:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbf404600/0xc65ffb29b5b31f97 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141425.700335:0:14402:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff8b7cbf404600/0xc65ffb29b5b31f97 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141425.700344:0:14402:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff8b7cbf404600/0xc65ffb29b5b31f97 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141425.700383:0:14402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:14402:1873953263012992:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1787141425.700426:0:14402:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141425.700460:0:14402:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c83f076c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787141425.700558:0:14413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263012992 00000100:00100000:3.0:1787141425.700564:0:14413:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263012992 00000100:00100000:3.0:1787141425.700601:0:14413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1787141425.700610:0:14413:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9891dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be52692e-784d-4bd8-b691-421ed3b0bea9+10:14402:x1873953263012992:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787141425.700619:0:14413:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141425.700782:0:14413:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7cbf439c00/0xc65ffb29b5b31f9e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b31f97 expref: -99 pid: 14413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141425.701019:0:14413:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7cbf439c00/0xc65ffb29b5b31f9e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b31f97 expref: 11 pid: 14413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141425.701039:0:14413:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7cbf439c00/0xc65ffb29b5b31f9e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b31f97 expref: 11 pid: 14413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141425.701049:0:14413:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf439c00, rc 0) 00000100:00100000:3.0:1787141425.701145:0:14413:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9891dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be52692e-784d-4bd8-b691-421ed3b0bea9+11:14402:x1873953263012992:12345-0@lo:101:mount.lustre.0 Request processed in 536us (719us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141425.701153:0:14413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1787141425.704421:0:14402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:14402:1873953263012992:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787141425.704462:0:14402:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff8b7cbf404600/0xc65ffb29b5b31f97 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b31f9e expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141425.704475:0:14402:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff8b7cbf404600/0xc65ffb29b5b31f97 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b31f9e expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141425.704577:0:14402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82648700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:14402:1873953263013120:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787141425.704656:0:14402:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141425.704694:0:14402:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca27db6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787141425.705390:0:14415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263013120 00000100:00100000:0.0:1787141425.705399:0:14415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263013120 00000100:00100000:0.0:1787141425.705531:0:14415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1787141425.705543:0:14415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9891c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be52692e-784d-4bd8-b691-421ed3b0bea9+11:14402:x1873953263013120:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787141425.706210:0:14415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9891c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be52692e-784d-4bd8-b691-421ed3b0bea9+11:14402:x1873953263013120:12345-0@lo:501:mount.lustre.0 Request processed in 668us (1553us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141425.706219:0:14415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1787141425.706308:0:14402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82648700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:14402:1873953263013120:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787141425.706352:0:14402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82648700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:14402:1873953263013248:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787141425.706395:0:14402:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141425.711756:0:14402:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca27db6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787141425.712088:0:14414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263013248 00000100:00100000:2.0:1787141425.712097:0:14414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263013248 00000100:00100000:2.0:1787141425.712149:0:14414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1787141425.712158:0:14414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9891d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+11:14402:x1873953263013248:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787141425.712391:0:14414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9891d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+11:14402:x1873953263013248:12345-0@lo:503:mount.lustre.0 Request processed in 232us (5993us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141425.712399:0:14414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1787141425.712622:0:14402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82648700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:14402:1873953263013248:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787141425.713323:0:14445:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82648700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:be52692e-784d-4bd8-b691-421ed3b0bea9:14445:1873953263013376:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787141425.713378:0:14445:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141425.713412:0:14445:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca27db9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787141425.713515:0:14413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263013376 00000100:00100000:3.0:1787141425.713521:0:14413:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263013376 00000100:00100000:3.0:1787141425.713560:0:14413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1787141425.713568:0:14413:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9891e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be52692e-784d-4bd8-b691-421ed3b0bea9+11:14445:x1873953263013376:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1787141425.713845:0:14413:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9891e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be52692e-784d-4bd8-b691-421ed3b0bea9+11:14445:x1873953263013376:12345-0@lo:502:llog_process_th.0 Request processed in 227us (415us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141425.713854:0:14413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1787141425.714333:0:14445:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82648700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:be52692e-784d-4bd8-b691-421ed3b0bea9:14445:1873953263013376:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1787141425.714359:0:14445:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787141425.714368:0:14445:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787141425.714370:0:14445:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1787141425.714375:0:14445:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8b7cbf4c4000 00000020:00000080:1.0:1787141425.714378:0:14445:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1787141425.714384:0:14445:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787141425.714386:0:14445:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787141425.714387:0:14445:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1787141425.714389:0:14445:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787141425.714391:0:14445:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787141425.714392:0:14445:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1787141425.714395:0:14445:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8b7cbf4c4000 00000020:00000080:1.0:1787141425.714397:0:14445:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1787141425.714531:0:14445:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787141425.714535:0:14445:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787141425.714537:0:14445:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1787141425.714540:0:14445:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787141425.714543:0:14445:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787141425.714544:0:14445:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1787141425.714547:0:14445:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8b7cbf4c4000 00000020:00000080:1.0:1787141425.714549:0:14445:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1787141425.714590:0:14445:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82648700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:be52692e-784d-4bd8-b691-421ed3b0bea9:14445:1873953263013504:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787141425.714651:0:14445:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141425.714719:0:14445:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca27db9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787141425.718062:0:14415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263013504 00000100:00100000:0.0:1787141425.718076:0:14415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263013504 00000100:00100000:0.0:1787141425.722575:0:14415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1787141425.722594:0:14415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9891e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be52692e-784d-4bd8-b691-421ed3b0bea9+11:14445:x1873953263013504:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1787141425.722902:0:14415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9891e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be52692e-784d-4bd8-b691-421ed3b0bea9+11:14445:x1873953263013504:12345-0@lo:502:llog_process_th.0 Request processed in 314us (8249us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141425.722911:0:14415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1787141425.727823:0:14445:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82648700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:be52692e-784d-4bd8-b691-421ed3b0bea9:14445:1873953263013504:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1787141425.727868:0:14445:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787141425.727877:0:14445:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787141425.727879:0:14445:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000040:00080000:1.0:1787141425.727883:0:14445:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 10 count 10 00000020:01000000:0.0:1787141425.729567:0:14402:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-9 (rc=0) 10000000:01000000:0.0:1787141425.729605:0:14402:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1787141425.729645:0:14402:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbf404600/0xc65ffb29b5b31f97 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b31f9e expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141425.729659:0:14402:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff8b7cbf404600/0xc65ffb29b5b31f97 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b31f9e expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787141425.729706:0:14402:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1787141425.729716:0:14402:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8b7cbf4c4000 10000000:01000000:0.0:1787141425.729719:0:14402:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8b7cbf4c4000 10000000:01000000:0.0:1787141425.729722:0:14402:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1787141425.729728:0:14402:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8b7cbf4c4000 from 1 10000000:01000000:0.0:1787141425.729731:0:14402:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1787141425.729768:0:14402:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbf404800/0xc65ffb29b5b31fa5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141425.729777:0:14402:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff8b7cbf404800/0xc65ffb29b5b31fa5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141425.729787:0:14402:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff8b7cbf404800/0xc65ffb29b5b31fa5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141425.729834:0:14402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:14402:1873953263013632:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1787141425.729904:0:14402:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141425.729949:0:14402:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c83f07300 going to sleep for 11 seconds 00000100:00100000:0.0:1787141425.732186:0:14414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263013632 00000100:00100000:0.0:1787141425.732202:0:14414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263013632 00000100:00100000:0.0:1787141425.732263:0:14414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1787141425.732273:0:14414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9891fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+11:14402:x1873953263013632:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787141425.732290:0:14414:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141425.732305:0:14414:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7cbf404000/0xc65ffb29b5b31fac lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b31fa5 expref: -99 pid: 14414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141425.732332:0:14414:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7cbf404000/0xc65ffb29b5b31fac lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b31fa5 expref: 12 pid: 14414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141425.732343:0:14414:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7cbf404000/0xc65ffb29b5b31fac lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b31fa5 expref: 12 pid: 14414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141425.732366:0:14414:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf404000, rc 0) 00000100:00100000:0.0:1787141425.733177:0:14414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9891fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+12:14402:x1873953263013632:12345-0@lo:101:mount.lustre.0 Request processed in 902us (3268us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141425.733186:0:14414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1787141425.733252:0:14402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:14402:1873953263013632:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787141425.733272:0:14402:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff8b7cbf404800/0xc65ffb29b5b31fa5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b31fac expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141425.733282:0:14402:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff8b7cbf404800/0xc65ffb29b5b31fa5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b31fac expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141425.733348:0:14402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:14402:1873953263013760:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787141425.733384:0:14402:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141425.739079:0:14402:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c83f07300 going to sleep for 11 seconds 00000100:00100000:1.0:1787141425.744935:0:14415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263013760 00000100:00100000:1.0:1787141425.744951:0:14415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263013760 00000100:00100000:1.0:1787141425.745016:0:14415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1787141425.745027:0:14415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9891ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be52692e-784d-4bd8-b691-421ed3b0bea9+12:14402:x1873953263013760:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787141425.745322:0:14415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9891ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be52692e-784d-4bd8-b691-421ed3b0bea9+12:14402:x1873953263013760:12345-0@lo:501:mount.lustre.0 Request processed in 296us (11936us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141425.745332:0:14415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1787141425.745460:0:14402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:14402:1873953263013760:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787141425.745506:0:14402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:14402:1873953263013888:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787141425.745553:0:14402:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141425.745589:0:14402:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c83f07300 going to sleep for 11 seconds 00000100:00100000:0.0:1787141425.745605:0:14413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263013888 00000100:00100000:0.0:1787141425.745609:0:14413:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263013888 00000100:00100000:0.0:1787141425.745648:0:14413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1787141425.745655:0:14413:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9891c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be52692e-784d-4bd8-b691-421ed3b0bea9+12:14402:x1873953263013888:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787141425.746090:0:14413:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9891c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be52692e-784d-4bd8-b691-421ed3b0bea9+12:14402:x1873953263013888:12345-0@lo:503:mount.lustre.0 Request processed in 139us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141425.746106:0:14413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1787141425.746140:0:14402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:14402:1873953263013888:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787141425.746647:0:14450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82648700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:be52692e-784d-4bd8-b691-421ed3b0bea9:14450:1873953263014016:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787141425.746693:0:14450:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141425.746719:0:14450:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca27db540 going to sleep for 11 seconds 00000100:00100000:0.0:1787141425.746843:0:14413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263014016 00000100:00100000:0.0:1787141425.746848:0:14413:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263014016 00000100:00100000:0.0:1787141425.746882:0:14413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1787141425.746890:0:14413:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9891e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be52692e-784d-4bd8-b691-421ed3b0bea9+12:14450:x1873953263014016:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1787141425.747099:0:14413:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9891e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be52692e-784d-4bd8-b691-421ed3b0bea9+12:14450:x1873953263014016:12345-0@lo:502:llog_process_th.0 Request processed in 209us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141425.747106:0:14413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1787141425.747318:0:14450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82648700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:be52692e-784d-4bd8-b691-421ed3b0bea9:14450:1873953263014016:0@lo:502:llog_process_th.0 00000020:01000004:1.0:1787141425.747379:0:14450:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:1.0:1787141425.747399:0:14450:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff8b7c883c0000) 00000020:00000080:1.0:1787141425.747421:0:14450:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type lwp with refcount 2 00000020:01000004:1.0:1787141425.747506:0:14450:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8b7cbf4c4000 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1787141425.747510:0:14450:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8b7cbf4c4000 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1787141425.747513:0:14450:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8b7cbf4c4000 4 00010000:00080000:1.0:1787141425.747540:0:14450:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8b7cbf8aa800@lustre-MDT0000-lwp-MDT0000: add connection 192.168.203.111@tcp at head 00010000:00010000:1.0:1787141425.755174:0:14450:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-3 is initialized 00000020:00000080:1.0:1787141425.755375:0:14450:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:1.0:1787141425.755410:0:14450:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1787141425.755421:0:14450:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0xc65ffb29b5b31fba 00000100:00080000:1.0:1787141425.755443:0:14450:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1787141425.755449:0:14450:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8b7cbf8aa800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:1.0:1787141425.755500:0:14450:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b7b82648700 x1873953263014144/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787141425.755522:0:14450:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:0.0:1787141425.756903:0:3303:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82648700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3303:1873953263014144:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1787141425.756979:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141425.759588:0:14419:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263014144 00000100:00100000:1.0:1787141425.759604:0:14419:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263014144 00000100:00100000:0.0:1787141425.759921:0:14450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431d880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:be52692e-784d-4bd8-b691-421ed3b0bea9:14450:1873953263014272:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1787141425.759996:0:14450:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141425.760043:0:14450:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c83f079c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787141425.761989:0:14419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1787141425.762018:0:14419:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3303:x1873953263014144:12345-0@lo:38:llog_process_th.0 00000100:00100000:1.0:1787141425.762118:0:14419:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3303:x1873953263014144:12345-0@lo:38:llog_process_th.0 Request processed in 100us (5138us total) trans 0 rc -11/-11 00000100:00100000:1.0:1787141425.762127:0:14419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1787141425.762154:0:14415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263014272 00000100:00100000:1.0:1787141425.762160:0:14415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263014272 00000100:00100000:1.0:1787141425.762193:0:14415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1787141425.762200:0:14415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9891d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be52692e-784d-4bd8-b691-421ed3b0bea9+12:14450:x1873953263014272:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1787141425.763961:0:14450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431d880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:be52692e-784d-4bd8-b691-421ed3b0bea9:14450:1873953263014272:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1787141425.764013:0:14450:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 42 count 42 00000020:01000000:0.0:1787141425.764084:0:14402:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-41 (rc=0) 10000000:01000000:0.0:1787141425.764101:0:14402:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1787141425.764118:0:14402:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbf404800/0xc65ffb29b5b31fa5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b31fac expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141425.764128:0:14402:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff8b7cbf404800/0xc65ffb29b5b31fa5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b31fac expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1787141425.764177:0:14402:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1787141425.764182:0:14402:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1787141425.764183:0:14402:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787141425.764184:0:14402:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787141425.764185:0:14402:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787141425.764187:0:14402:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787141425.764188:0:14402:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1787141425.764189:0:14402:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1787141425.764191:0:14402:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787141425.764192:0:14402:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1787141425.764195:0:14402:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:0.0:1787141425.764197:0:14402:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1787141425.764198:0:14402:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1787141425.764199:0:14402:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787141425.764200:0:14402:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787141425.764201:0:14402:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787141425.764202:0:14402:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787141425.764202:0:14402:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1787141425.764203:0:14402:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1787141425.764204:0:14402:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787141425.764205:0:14402:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1787141425.764230:0:14402:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:0.0:1787141425.764247:0:14402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:14402:1873953263014400:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1787141425.764295:0:14402:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141425.764323:0:14402:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c83f07840 going to sleep for 11 seconds 00000100:00100000:1.0:1787141425.764427:0:14415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9891d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be52692e-784d-4bd8-b691-421ed3b0bea9+12:14450:x1873953263014272:12345-0@lo:502:llog_process_th.0 Request processed in 1588us (3793us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141425.764458:0:14415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1787141425.764500:0:14415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263014400 00000100:00100000:1.0:1787141425.764506:0:14415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263014400 00000100:00100000:1.0:1787141425.764533:0:14415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1787141425.764541:0:14415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9891d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be52692e-784d-4bd8-b691-421ed3b0bea9+12:14402:x1873953263014400:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1787141425.764564:0:14415:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1787141425.764576:0:14415:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000100:00100000:0.0:1787141425.767238:0:3303:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1787141425.767252:0:3303:0:(import.c:65:import_set_state_nolock()) ffff8b7cbf8aa800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787141425.767259:0:3303:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1787141425.767264:0:3303:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82648700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3303:1873953263014144:0@lo:38:llog_process_th.0 20000000:01000000:0.0:1787141425.850520:0:14415:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1787141425.850532:0:14415:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:2.0:1787141425.850615:0:14435:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1787141425.850620:0:14435:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1787141425.850654:0:14435:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b7c82da7800/0xc65ffb29b5b31fc1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141425.850672:0:14435:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b7c82da6200/0xc65ffb29b5b31f90 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b31f89 expref: 12 pid: 14414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141425.850681:0:14435:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b7c82da7800/0xc65ffb29b5b31fc1 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141425.850718:0:14435:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b7c82da6200/0xc65ffb29b5b31f90 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc65ffb29b5b31f89 expref: 12 pid: 14414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141425.850733:0:14435:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b7c82da6200/0xc65ffb29b5b31f90 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc65ffb29b5b31f89 expref: 12 pid: 14414 timeout: 508 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141425.850748:0:14435:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83780700 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:14435:1873953263014528:0@lo:104: 00000100:00100000:2.0:1787141425.850835:0:14435:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141425.850889:0:14435:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca068b3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787141425.851131:0:14403:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263014528 00000100:00100000:0.0:1787141425.851139:0:14403:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263014528 00000100:00100000:0.0:1787141425.851190:0:14403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1787141425.851199:0:14403:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83783100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:be52692e-784d-4bd8-b691-421ed3b0bea9+3:14435:x1873953263014528:12345-0@lo:104: 00010000:00010000:0.0:1787141425.851220:0:14403:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438e00/0xc65ffb29b5b31f89 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b31f90 expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141425.851272:0:14403:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787141425.851279:0:14403:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83783100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:be52692e-784d-4bd8-b691-421ed3b0bea9+3:14435:x1873953263014528:12345-0@lo:104: Request processed in 81us (444us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141425.851286:0:14403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:0.0:1787141425.851306:0:14409:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787141425.851311:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438e00/0xc65ffb29b5b31f89 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b31f90 expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141425.851319:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438e00 already unused, calling callback (ffffffffc1c5bc20) 10000000:00010000:0.0:1787141425.851322:0:14409:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438e00/0xc65ffb29b5b31f89 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc65ffb29b5b31f90 expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141425.851331:0:14409:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438e00/0xc65ffb29b5b31f89 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc65ffb29b5b31f90 expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787141425.851338:0:14409:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438e00/0xc65ffb29b5b31f89 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc65ffb29b5b31f90 expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787141425.851343:0:14409:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1787141425.851368:0:14409:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438e00/0xc65ffb29b5b31f89 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b31f90 expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141425.851374:0:14409:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787141425.851390:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438e00/0xc65ffb29b5b31f89 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b31f90 expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141425.851396:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438e00/0xc65ffb29b5b31f89 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b31f90 expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141425.851417:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141425.851419:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141425.851421:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787141425.851517:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:be52692e-784d-4bd8-b691-421ed3b0bea9:3304:1873953263014656:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787141425.851547:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141425.851602:0:14405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263014656 00000100:00100000:0.0:1787141425.851606:0:14405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263014656 00010000:00010000:0.0:1787141425.851623:0:14405:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b7c82da6200/0xc65ffb29b5b31f90 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b31f89 expref: 13 pid: 14414 timeout: 508 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141425.851645:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1787141425.851652:0:14405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:be52692e-784d-4bd8-b691-421ed3b0bea9+13:3304:x1873953263014656:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787141425.851662:0:14405:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787141425.851668:0:14405:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b7c82da6200/0xc65ffb29b5b31f90 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b31f89 expref: 13 pid: 14414 timeout: 508 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141425.851678:0:14405:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b7c82da6200/0xc65ffb29b5b31f90 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc65ffb29b5b31f89 expref: 13 pid: 14414 timeout: 508 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141425.851693:0:14405:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b7c82da7800/0xc65ffb29b5b31fc1 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 14435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141425.851702:0:14405:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7c82da7800/0xc65ffb29b5b31fc1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 14435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1787141425.851714:0:14405:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001094343s 00010000:00010000:0.0:1787141425.851718:0:14405:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b7c82da7800/0xc65ffb29b5b31fc1 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141425.851735:0:14405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b7c82da7800/0xc65ffb29b5b31fc1 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141425.851742:0:14405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b7c82da7800/0xc65ffb29b5b31fc1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141425.851748:0:14405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b7c82da7800/0xc65ffb29b5b31fc1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141425.851753:0:14405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c82da7800 already unused, calling callback (ffffffffc163e230) 00010000:00010000:0.0:1787141425.851757:0:14405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b7c82da7800/0xc65ffb29b5b31fc1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141425.851763:0:14405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b7c82da7800/0xc65ffb29b5b31fc1 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141425.851771:0:14405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b7c82da7800/0xc65ffb29b5b31fc1 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141425.851780:0:14405:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787141425.851847:0:14405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:be52692e-784d-4bd8-b691-421ed3b0bea9+13:3304:x1873953263014656:12345-0@lo:103:ldlm_bl.0 Request processed in 196us (299us total) trans 0 rc 0/0 00010000:00010000:2.0:1787141425.852029:0:14435:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7c82da6200/0xc65ffb29b5b31f90 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc65ffb29b5b31f89 expref: 13 pid: 14414 timeout: 508 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141425.852041:0:14435:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83780700 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:14435:1873953263014528:0@lo:104: 00010000:00010000:2.0:1787141425.852056:0:14435:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b7c82da7800/0xc65ffb29b5b31fc1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141425.852065:0:14435:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b7c82da7800/0xc65ffb29b5b31fc1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141425.852071:0:14435:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b7c82da7800/0xc65ffb29b5b31fc1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141425.852088:0:14435:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7c82da7800/0xc65ffb29b5b31fc1 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141425.852673:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1787141425.852724:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:be52692e-784d-4bd8-b691-421ed3b0bea9:3304:1873953263014656:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787141425.878826:0:14415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9891d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be52692e-784d-4bd8-b691-421ed3b0bea9+11:14402:x1873953263014400:12345-0@lo:253:mount.lustre.0 Request processed in 114255us (114500us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141425.878842:0:14415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1787141425.879648:0:14402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:14402:1873953263014400:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1787141425.879665:0:14402:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:0.0:1787141425.879668:0:14402:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1787141425.879670:0:14402:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1787141425.879687:0:14402:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787141425.879688:0:14402:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787141425.879690:0:14402:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787141425.879691:0:14402:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787141425.879693:0:14402:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1787141425.879694:0:14402:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1787141425.879696:0:14402:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787141425.879697:0:14402:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1787141425.879714:0:14402:0:(tgt_mount.c:2692:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:2.0:1787141425.891324:0:14402:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/8/4) registered 00080000:10000000:2.0:1787141425.892260:0:14402:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:2.0:1787141425.899503:0:14402:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/8/4) registered 00080000:10000000:2.0:1787141425.899688:0:14402:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:2.0:1787141425.900011:0:14402:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/8/4) registered 00080000:10000000:2.0:1787141425.900175:0:14402:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8/1) registered 00080000:10000000:0.0:1787141425.901747:0:14402:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/8/4) registered 00080000:10000000:0.0:1787141425.901961:0:14402:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8/1) registered 00080000:10000000:0.0:1787141425.902248:0:14402:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/8/4) registered 00080000:10000000:0.0:1787141425.902475:0:14402:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8/1) registered 00080000:10000000:0.0:1787141425.902738:0:14402:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xf:0x0] (8/8/4) registered 00080000:10000000:0.0:1787141425.902936:0:14402:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8/1) registered 00000020:00080000:0.0:1787141425.985615:0:14402:0:(update_trans.c:1496:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 8 00000040:01000000:0.0:1787141425.985933:0:14402:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:3.0:1787141425.985947:0:14457:0:(update_trans.c:1539:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 8 00000020:00080000:3.0:1787141425.985952:0:14457:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00000040:01000000:0.0:1787141425.986528:0:14458:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=32, read=32 00000040:00080000:0.0:1787141425.986594:0:14458:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1787141425.997677:0:14458:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1787141425.997762:0:14458:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000004:00080000:0.0:1787141425.997767:0:14458:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00000040:01000000:1.0:1787141426.001391:0:14402:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:1.0:1787141426.002531:0:14402:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:1.0:1787141426.004357:0:14402:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:1.0:1787141426.004378:0:14402:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:1.0:1787141426.005449:0:14402:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1787141426.006563:0:14402:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:1.0:1787141426.008657:0:14402:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:1.0:1787141426.008724:0:14402:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:1.0:1787141426.010703:0:14402:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 0, last_idx 1 00080000:10000000:1.0:1787141426.012617:0:14402:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/8/4) registered 00000001:00000004:0.0:1787141426.025501:0:14402:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934592 00000001:00080000:0.0:1787141426.059514:0:14402:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:0.0:1787141426.059546:0:14402:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffb6dfc1453988 00100000:10000000:0.0:1787141426.059554:0:14402:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:0.0:1787141426.060485:0:14402:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1787141426.060501:0:14402:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.111@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1787141426.060513:0:14402:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=46 00000080:00000004:0.0:1787141426.060529:0:14402:0:(super25.c:182:lustre_fill_super()) lustre-mdt1/mdt1: Mount complete 00010000:00010000:1.0:1787141426.259891:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1787141426.817073:0:14453:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1787141426.817081:0:14453:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1787141426.817422:0:14453:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 7 count 3 00000040:00080000:0.0:1787141426.817435:0:14453:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 10000000:01000000:1.0:1787141427.266158:0:14417:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1787141427.266166:0:14417:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8b7cbf4c4000 from 6 10000000:01000000:1.0:1787141427.266172:0:14417:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1787141427.266223:0:14417:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa60400/0xc65ffb29b5b31fc8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141427.266234:0:14417:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa60400/0xc65ffb29b5b31fc8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141427.266263:0:14417:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa60400/0xc65ffb29b5b31fc8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141427.266286:0:14417:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b8264a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:be52692e-784d-4bd8-b691-421ed3b0bea9:14417:1873953263014784:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787141427.266444:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787141427.266753:0:14417:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141427.266894:0:14413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263014784 00000100:00100000:0.0:1787141427.266902:0:14413:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263014784 00000100:00100000:1.0:1787141427.267578:0:14417:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca27db480 going to sleep for 11 seconds 00000100:00100000:2.0:1787141427.271810:0:14413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1787141427.271836:0:14413:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9891f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be52692e-784d-4bd8-b691-421ed3b0bea9+11:14417:x1873953263014784:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787141427.271853:0:14413:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141427.271872:0:14413:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7c82da6800/0xc65ffb29b5b31fcf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b31fc8 expref: -99 pid: 14413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141427.271900:0:14413:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7c82da6800/0xc65ffb29b5b31fcf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b31fc8 expref: 12 pid: 14413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141427.271912:0:14413:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7c82da6800/0xc65ffb29b5b31fcf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b31fc8 expref: 12 pid: 14413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141427.271930:0:14413:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c82da6800, rc 0) 00000100:00100000:2.0:1787141427.272039:0:14413:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9891f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be52692e-784d-4bd8-b691-421ed3b0bea9+12:14417:x1873953263014784:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 216us (5285us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141427.272047:0:14413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1787141427.272146:0:14417:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b8264a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:be52692e-784d-4bd8-b691-421ed3b0bea9:14417:1873953263014784:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787141427.272166:0:14417:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa60400/0xc65ffb29b5b31fc8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b31fcf expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141427.272175:0:14417:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa60400/0xc65ffb29b5b31fc8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b31fcf expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141427.272247:0:14417:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82889500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:be52692e-784d-4bd8-b691-421ed3b0bea9:14417:1873953263014912:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1787141427.272284:0:14417:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141427.276317:0:14417:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c862e9d80 going to sleep for 11 seconds 00000100:00100000:1.0:1787141427.277263:0:14414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263014912 00000100:00100000:1.0:1787141427.277275:0:14414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263014912 00000100:00100000:1.0:1787141427.277326:0:14414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1787141427.277336:0:14414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9891c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+12:14417:x1873953263014912:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1787141427.277370:0:14414:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1787141427.277394:0:14414:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1787141427.277397:0:14414:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 6 00000100:00100000:1.0:1787141427.277514:0:14414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9891c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+12:14417:x1873953263014912:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 178us (5228us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141427.277522:0:14414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1787141427.278858:0:14417:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82889500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:be52692e-784d-4bd8-b691-421ed3b0bea9:14417:1873953263014912:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1787141427.278928:0:14417:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1787141427.278938:0:14417:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa60400/0xc65ffb29b5b31fc8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b31fcf expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141427.278950:0:14417:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa60400/0xc65ffb29b5b31fc8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b31fcf expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1787141427.851741:0:14453:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1787141427.852073:0:14453:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1787141427.852119:0:14453:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 7 count 3 00000040:00080000:1.0:1787141427.852125:0:14453:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1787141428.289605:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787141429.313297:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141430.340313:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1787141430.840344:0:14700:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg311-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00080000:3.0:1787141431.171012:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787141431.171019:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787141431.171022:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787141431.171025:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787141431.171027:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1787141431.171031:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787141431.171034:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7cbf8aa800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787141431.171047:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8b7cbf8aa800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:3.0:1787141431.171071:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b7b8288ad80 x1873953263015168/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787141431.171080:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82889500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:be52692e-784d-4bd8-b691-421ed3b0bea9:3305:1873953263015040:0@lo:400:kworker.0 00000100:00100000:3.0:1787141431.171105:0:3303:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b8288ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3303:1873953263015168:0@lo:38:kworker.0 00000100:00100000:0.0:1787141431.171149:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141431.173241:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141431.174815:0:14421:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263015168 00000100:00100000:1.0:1787141431.174825:0:14421:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263015168 00000100:00100000:1.0:1787141431.174862:0:14421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1787141431.174870:0:14421:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b82888e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3303:x1873953263015168:12345-0@lo:38:kworker.0 00010000:00080000:1.0:1787141431.174896:0:14421:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 414 last 0 00000020:00000080:1.0:1787141431.174930:0:14421:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0xc65ffb29b5b31fd6 00000004:00100000:1.0:1787141431.174951:0:14421:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1787141431.175103:0:14421:0:(import.c:65:import_set_state_nolock()) ffff8b7cbf8a9000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1787141431.175183:0:14421:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b82888e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3303:x1873953263015168:12345-0@lo:38:kworker.0 Request processed in 313us (1949us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141431.175191:0:14421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1787141431.175244:0:3303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8b7b8288ad80 x1873953263015168/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787141441 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787141431.175260:0:3303:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 2 00000100:00080000:1.0:1787141431.175268:0:3303:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:1.0:1787141431.175272:0:3303:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1787141431.175274:0:3303:0:(import.c:65:import_set_state_nolock()) ffff8b7cbf8aa800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1787141431.175280:0:3303:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b8288ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3303:1873953263015168:0@lo:38:kworker.0 00000100:00100000:0.0:1787141431.175729:0:14414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263015040 00000100:00100000:0.0:1787141431.175736:0:14414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263015040 00000100:00100000:0.0:1787141431.175774:0:14414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1787141431.175782:0:14414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9891f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+12:3305:x1873953263015040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787141431.175848:0:14414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9891f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+12:3305:x1873953263015040:12345-0@lo:400:kworker.0 Request processed in 68us (4703us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141431.175854:0:14414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1787141431.175917:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82889500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:be52692e-784d-4bd8-b691-421ed3b0bea9:3305:1873953263015040:0@lo:400:kworker.0 00010000:00010000:2.0:1787141431.361060:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141432.385165:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787141433.409040:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1787141434.270304:0:14851:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffc4700b1f0 20000000:00000080:1.0:1787141434.270321:0:14851:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8b7cbce72c00 uarg=0000000000000000 20000000:01000000:1.0:1787141434.270354:0:14851:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:1.0:1787141434.270361:0:14851:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:1.0:1787141434.270366:0:14851:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:0.0:1787141434.274759:0:14852:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 10 20000000:00000400:3.0:1787141434.275200:0:14851:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:3.0:1787141434.283642:0:14851:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:3.0:1787141434.283675:0:14851:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b7cbf438800/0xc65ffb29b5b31fdd lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141434.283714:0:14851:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b7cbf439c00/0xc65ffb29b5b31f9e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b31f97 expref: 11 pid: 14413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141434.283722:0:14851:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b7cbf438800/0xc65ffb29b5b31fdd lrc: 4/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141434.283764:0:14851:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b7cbf439c00/0xc65ffb29b5b31f9e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc65ffb29b5b31f97 expref: 11 pid: 14413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141434.283780:0:14851:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b7cbf439c00/0xc65ffb29b5b31f9e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc65ffb29b5b31f97 expref: 11 pid: 14413 timeout: 517 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141434.284092:0:14851:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b8288a680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:14851:1873953263015296:0@lo:104: 00000100:00100000:3.0:1787141434.284156:0:14851:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141434.284225:0:14851:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c8822c300 going to sleep for 11 seconds 00000100:00100000:0.0:1787141434.284307:0:14404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263015296 00000100:00100000:0.0:1787141434.284315:0:14404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263015296 00000100:00100000:0.0:1787141434.284379:0:14404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1787141434.284388:0:14404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b8288b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:be52692e-784d-4bd8-b691-421ed3b0bea9+3:14851:x1873953263015296:12345-0@lo:104: 00010000:00010000:0.0:1787141434.284402:0:14404:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff8b7cbf404600/0xc65ffb29b5b31f97 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b31f9e expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141434.284466:0:14404:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787141434.284472:0:14404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b8288b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:be52692e-784d-4bd8-b691-421ed3b0bea9+3:14851:x1873953263015296:12345-0@lo:104: Request processed in 86us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141434.284488:0:14404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00010000:0.0:1787141434.284509:0:14408:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787141434.284515:0:14408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff8b7cbf404600/0xc65ffb29b5b31f97 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b31f9e expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141434.284522:0:14408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf404600 already unused, calling callback (ffffffffc1c5bc20) 10000000:00010000:0.0:1787141434.284526:0:14408:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff8b7cbf404600/0xc65ffb29b5b31f97 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc65ffb29b5b31f9e expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141434.284536:0:14408:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff8b7cbf404600/0xc65ffb29b5b31f97 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc65ffb29b5b31f9e expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787141434.284543:0:14408:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff8b7cbf404600/0xc65ffb29b5b31f97 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc65ffb29b5b31f9e expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787141434.284549:0:14408:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1787141434.284588:0:14408:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff8b7cbf404600/0xc65ffb29b5b31f97 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b31f9e expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141434.284595:0:14408:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787141434.284617:0:14408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff8b7cbf404600/0xc65ffb29b5b31f97 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b31f9e expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141434.284623:0:14408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff8b7cbf404600/0xc65ffb29b5b31f97 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b31f9e expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141434.284640:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141434.284643:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141434.284644:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787141434.284667:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787141434.284683:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:be52692e-784d-4bd8-b691-421ed3b0bea9:3307:1873953263015424:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787141434.284711:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141434.284737:0:14405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263015424 00000100:00100000:0.0:1787141434.284740:0:14405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263015424 00010000:00010000:0.0:1787141434.284757:0:14405:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b7cbf439c00/0xc65ffb29b5b31f9e lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b31f97 expref: 12 pid: 14413 timeout: 517 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141434.284777:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1787141434.284785:0:14405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:be52692e-784d-4bd8-b691-421ed3b0bea9+12:3307:x1873953263015424:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787141434.284825:0:14405:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787141434.284830:0:14405:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b7cbf439c00/0xc65ffb29b5b31f9e lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b31f97 expref: 12 pid: 14413 timeout: 517 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141434.284841:0:14405:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b7cbf439c00/0xc65ffb29b5b31f9e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc65ffb29b5b31f97 expref: 12 pid: 14413 timeout: 517 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141434.284857:0:14405:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b7cbf438800/0xc65ffb29b5b31fdd lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 14851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141434.284864:0:14405:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7cbf438800/0xc65ffb29b5b31fdd lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 14851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141434.284877:0:14405:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b7cbf438800/0xc65ffb29b5b31fdd lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141434.284883:0:14405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b7cbf438800/0xc65ffb29b5b31fdd lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141434.284890:0:14405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b7cbf438800/0xc65ffb29b5b31fdd lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141434.284907:0:14405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b7cbf438800/0xc65ffb29b5b31fdd lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141434.284912:0:14405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438800 already unused, calling callback (ffffffffc163e230) 00010000:00010000:0.0:1787141434.284916:0:14405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b7cbf438800/0xc65ffb29b5b31fdd lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141434.284924:0:14405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b7cbf438800/0xc65ffb29b5b31fdd lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141434.284933:0:14405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b7cbf438800/0xc65ffb29b5b31fdd lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141434.284955:0:14405:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787141434.284983:0:14405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:be52692e-784d-4bd8-b691-421ed3b0bea9+12:3307:x1873953263015424:12345-0@lo:103:ldlm_bl.0 Request processed in 199us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141434.284991:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1787141434.285025:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:be52692e-784d-4bd8-b691-421ed3b0bea9:3307:1873953263015424:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787141434.285408:0:14851:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7cbf439c00/0xc65ffb29b5b31f9e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc65ffb29b5b31f97 expref: 11 pid: 14413 timeout: 517 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141434.285419:0:14851:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b8288a680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:14851:1873953263015296:0@lo:104: 00010000:00010000:3.0:1787141434.285435:0:14851:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b7cbf438800/0xc65ffb29b5b31fdd lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141434.285443:0:14851:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b7cbf438800/0xc65ffb29b5b31fdd lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141434.285449:0:14851:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b7cbf438800/0xc65ffb29b5b31fdd lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141434.285456:0:14851:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7cbf438800/0xc65ffb29b5b31fdd lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14851 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141434.433082:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787141435.265182:0:3303:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787141425/real 1787141425] req@ffff8b7cb431c000 x1873953263012480/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787141435 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787141435.265210:0:3303:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b7cb431c000 x1873953263012480/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787141435 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787141435.265222:0:3303:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787141425/real 1787141425] req@ffff8b7b83781c00 x1873953263012352/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787141435 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787141435.265233:0:3303:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b7b83781c00 x1873953263012352/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787141435 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787141435.265249:0:3303:0:(import.c:65:import_set_state_nolock()) ffff8b7ca0264000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787141435.265266:0:3303:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1787141435.265270:0:3303:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3303:1873953263012480:0@lo:8:llog_process_th.0 00000100:00080000:2.0:1787141435.265283:0:3303:0:(import.c:65:import_set_state_nolock()) ffff8b7c872f0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787141435.265288:0:3303:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1787141435.265291:0:3303:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83781c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3303:1873953263012352:0@lo:8:llog_process_th.0 00000100:00080000:3.0:1787141435.265599:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787141435.265603:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787141435.265606:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7c872f0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787141435.265610:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 408 00000100:00080000:3.0:1787141435.265615:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1787141435.265621:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8b7c872f0800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:3.0:1787141435.265638:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b7b8288b800 x1873953263015680/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787141435.265654:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787141435.265657:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787141435.265659:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7ca0264000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787141435.265661:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 408 00000100:00080000:3.0:1787141435.265663:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1787141435.265666:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8b7ca0264000 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:3.0:1787141435.265675:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b7b82889f80 x1873953263015808/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787141435.265716:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82888700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3304:1873953263015936:0@lo:400:kworker.0 00000100:00100000:3.0:1787141435.265771:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141435.265894:0:14420:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263015936 00000100:00100000:3.0:1787141435.265901:0:14420:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263015936 00000100:00100000:3.0:1787141435.265953:0:14420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1787141435.265962:0:14420:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b82888000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3304:x1873953263015936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141435.266012:0:14420:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b82888000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3304:x1873953263015936:12345-0@lo:400:kworker.0 Request processed in 51us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141435.266029:0:14420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:3.0:1787141435.266063:0:3304:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8b7b82888700 x1873953263015936/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787141451 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787141435.266075:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82888700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3304:1873953263015936:0@lo:400:kworker.0 00000100:00100000:1.0:1787141435.266131:0:3306:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1787141435.266140:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b8288a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:be52692e-784d-4bd8-b691-421ed3b0bea9:3306:1873953263015552:0@lo:400:kworker.0 00000100:00100000:1.0:1787141435.266179:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141435.266713:0:14415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263015552 00000100:00100000:3.0:1787141435.266719:0:14415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263015552 00000100:00100000:3.0:1787141435.266757:0:14415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1787141435.266764:0:14415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98917c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be52692e-784d-4bd8-b691-421ed3b0bea9+11:3306:x1873953263015552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787141435.267087:0:3303:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b8288b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3303:1873953263015680:0@lo:8:kworker.0 00000400:00000100:2.0:1787141435.267118:0:3303:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1873953263015680 offset 0 length 520: 4 00000100:00100000:2.0:1787141435.267141:0:3303:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82889f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3303:1873953263015808:0@lo:8:kworker.0 00000400:00000100:2.0:1787141435.267170:0:3303:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1873953263015808 offset 0 length 520: 4 00000100:00100000:3.0:1787141435.267287:0:14415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98917c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be52692e-784d-4bd8-b691-421ed3b0bea9+11:3306:x1873953263015552:12345-0@lo:400:kworker.0 Request processed in 522us (1106us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141435.267295:0:14415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1787141435.271879:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b8288a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:be52692e-784d-4bd8-b691-421ed3b0bea9:3306:1873953263015552:0@lo:400:kworker.0 00010000:00010000:1.0:1787141435.462666:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1787141436.226001:0:14417:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1787141436.226014:0:14417:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8b7cbf4c4000 from 10 10000000:01000000:2.0:1787141436.226020:0:14417:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1787141436.226062:0:14417:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c82da6e00/0xc65ffb29b5b31fe4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141436.226089:0:14417:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff8b7c82da6e00/0xc65ffb29b5b31fe4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141436.226101:0:14417:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff8b7c82da6e00/0xc65ffb29b5b31fe4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141436.226126:0:14417:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83781c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:be52692e-784d-4bd8-b691-421ed3b0bea9:14417:1873953263016064:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1787141436.226190:0:14417:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141436.226229:0:14417:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c86965180 going to sleep for 11 seconds 00000100:00100000:0.0:1787141436.226692:0:14413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263016064 00000100:00100000:0.0:1787141436.226702:0:14413:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263016064 00000100:00100000:0.0:1787141436.226763:0:14413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1787141436.226774:0:14413:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98916050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be52692e-784d-4bd8-b691-421ed3b0bea9+11:14417:x1873953263016064:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787141436.226787:0:14413:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141436.226835:0:14413:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7cbf404e00/0xc65ffb29b5b31feb lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b31fe4 expref: -99 pid: 14413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141436.226859:0:14413:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7cbf404e00/0xc65ffb29b5b31feb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b31fe4 expref: 12 pid: 14413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141436.226880:0:14413:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7cbf404e00/0xc65ffb29b5b31feb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b31fe4 expref: 12 pid: 14413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141436.226889:0:14413:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf404e00, rc 0) 00000100:00100000:0.0:1787141436.226946:0:14413:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98916050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be52692e-784d-4bd8-b691-421ed3b0bea9+12:14417:x1873953263016064:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 173us (755us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141436.226954:0:14413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1787141436.227249:0:14417:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83781c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:be52692e-784d-4bd8-b691-421ed3b0bea9:14417:1873953263016064:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787141436.227266:0:14417:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff8b7c82da6e00/0xc65ffb29b5b31fe4 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b31feb expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141436.227275:0:14417:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff8b7c82da6e00/0xc65ffb29b5b31fe4 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b31feb expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141436.228977:0:14417:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83781c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:be52692e-784d-4bd8-b691-421ed3b0bea9:14417:1873953263016192:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787141436.231563:0:14417:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141436.231613:0:14417:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c86965180 going to sleep for 11 seconds 00000100:00100000:0.0:1787141436.232834:0:14415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263016192 00000100:00100000:0.0:1787141436.232845:0:14415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263016192 00000100:00100000:0.0:1787141436.232898:0:14415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1787141436.232908:0:14415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98914050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be52692e-784d-4bd8-b691-421ed3b0bea9+12:14417:x1873953263016192:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787141436.233223:0:14415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98914050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be52692e-784d-4bd8-b691-421ed3b0bea9+12:14417:x1873953263016192:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 315us (1664us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141436.233232:0:14415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1787141436.234128:0:14417:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83781c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:be52692e-784d-4bd8-b691-421ed3b0bea9:14417:1873953263016192:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787141436.234185:0:14417:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82888700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:be52692e-784d-4bd8-b691-421ed3b0bea9:14417:1873953263016320:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787141436.234243:0:14417:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141436.234270:0:14417:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c8822c300 going to sleep for 11 seconds 00000100:00100000:2.0:1787141436.234886:0:14414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263016320 00000100:00100000:2.0:1787141436.234894:0:14414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263016320 00000100:00100000:2.0:1787141436.234947:0:14414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1787141436.234956:0:14414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98916850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+12:14417:x1873953263016320:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1787141436.235243:0:14414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98916850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+12:14417:x1873953263016320:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 288us (999us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141436.235251:0:14414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1787141436.235624:0:14417:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82888700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:be52692e-784d-4bd8-b691-421ed3b0bea9:14417:1873953263016320:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1787141436.236960:0:14919:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 10 00000020:01000000:3.0:1787141436.237825:0:14417:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 10-9 (rc=0) 10000000:01000000:3.0:1787141436.237850:0:14417:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1787141436.237861:0:14417:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c82da6e00/0xc65ffb29b5b31fe4 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b31feb expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141436.237874:0:14417:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff8b7c82da6e00/0xc65ffb29b5b31fe4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b31feb expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141436.481186:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1787141437.059440:0:14453:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1787141437.059449:0:14453:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1787141437.060010:0:14453:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 6 count 1 00000040:00080000:1.0:1787141437.060073:0:14453:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1787141437.060115:0:14453:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 1 00010000:00010000:2.0:1787141437.511371:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141438.528968:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787141439.578159:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1787141439.647717:0:15100:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1787141439.647721:0:15100:0:(obd_mount.c:926:lmd_print()) device: lustre-ost1/ost1 00000080:01200004:0.0:1787141439.647860:0:15100:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8b7cb3feb000 00000020:01000004:0.0:1787141439.647875:0:15100:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-OST0000, type=osd-zfs, lsifl=200002, mountfl=0 00000020:01000004:0.0:1787141439.647886:0:15100:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-zfs) 00000020:00000080:0.0:1787141439.647899:0:15100:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff8b7cb43f8000) 00000020:00000080:0.0:1787141439.647921:0:15100:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type osd-zfs with refcount 2 00100000:10000000:2.0:1787141439.663194:0:15100:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x200000007:0x1:0x0] => 0 (ROOT): rc = 1 00100000:10000000:2.0:1787141439.663460:0:15100:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-OST0000: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:2.0:1787141439.664333:0:15100:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x200000009:0x0:0x0] => 0 (update_log): rc = 1 00100000:10000000:2.0:1787141439.664579:0:15100:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x20000000a:0x0:0x0] => 0 (update_log_dir): rc = 1 00100000:10000000:2.0:1787141439.667116:0:15100:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-OST0000: registered index [0x200000003:0x3:0x0] (8/32) 00100000:10000000:2.0:1787141439.667599:0:15100:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled lustre-OST0000 under 679: rc = 0 00100000:10000000:2.0:1787141439.667700:0:15100:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled lustre-client under 679: rc = 0 00100000:10000000:2.0:1787141439.668416:0:15100:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled params under 679: rc = 0 00100000:10000000:2.0:1787141439.672011:0:15100:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x2020000 under 442: rc = 0 00100000:10000000:2.0:1787141439.672338:0:15100:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x1020000 under 442: rc = 0 00100000:10000000:2.0:1787141439.675997:0:15100:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x20000 under 442: rc = 0 00100000:10000000:2.0:1787141439.676460:0:15100:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x1020000-OST0000 under 442: rc = 0 00100000:10000000:2.0:1787141439.676697:0:15100:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x2020000-OST0000 under 442: rc = 0 00100000:10000000:2.0:1787141439.677359:0:15100:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x20000-OST0000 under 442: rc = 0 00000020:00000080:2.0:1787141439.678527:0:15100:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:2.0:1787141439.678538:0:15100:0:(osd_handler.c:1564:osd_obd_connect()) connect #0 00000020:00000080:2.0:1787141439.678554:0:15100:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xc65ffb29b5b31ff9 00000020:01000004:2.0:1787141439.678563:0:15100:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-OST0000 on device lustre-ost1/ost1 00000020:01000004:2.0:1787141439.678582:0:15100:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.111@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1787141439.678586:0:15100:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.111@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1787141439.678592:0:15100:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-OST0000 00000020:01000004:2.0:1787141439.678596:0:15100:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:2.0:1787141439.678608:0:15100:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff8b7cbf8699b8) 00000020:00000080:2.0:1787141439.678616:0:15100:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type ost with refcount 2 00000100:00100000:2.0:1787141439.680272:0:15100:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1787141439.680432:0:15100:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:2.0:1787141439.680438:0:15100:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:2.0:1787141439.681398:0:15100:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:2.0:1787141439.681407:0:15100:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:2.0:1787141439.682470:0:15100:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:2.0:1787141439.682478:0:15100:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:3.0:1787141439.685007:0:15100:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1787141439.685208:0:15100:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:3.0:1787141439.685214:0:15100:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:1.0:1787141439.689035:0:15100:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:1.0:1787141439.689050:0:15100:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:0.0:1787141439.704724:0:15100:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1787141439.705352:0:15100:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:0.0:1787141439.705360:0:15100:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:1.0:1787141439.706708:0:15100:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:1.0:1787141439.706730:0:15100:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:1.0:1787141439.708028:0:15100:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:1.0:1787141439.708040:0:15100:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:1.0:1787141439.710281:0:15100:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1787141439.710467:0:15100:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:1.0:1787141439.710473:0:15100:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:1.0:1787141439.711247:0:15100:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:1.0:1787141439.711254:0:15100:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:2.0:1787141439.759925:0:15100:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1787141439.760126:0:15100:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:2.0:1787141439.760132:0:15100:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:2.0:1787141439.761567:0:15100:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:2.0:1787141439.761577:0:15100:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:2.0:1787141439.762136:0:15100:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:2.0:1787141439.762158:0:15100:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for lustre-ost1/ost1 10000000:01000000:2.0:1787141439.762164:0:15100:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.111@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:3.0:1787141439.775996:0:15100:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.111@tcp ctxt 0 is initialized 00000020:01000004:3.0:1787141439.776037:0:15100:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.203.111@tcp, index=0000, flags=0x20002 00000020:01000004:3.0:1787141439.776042:0:15100:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1787141439.776044:0:15100:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1787141439.776045:0:15100:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787141439.776046:0:15100:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787141439.776047:0:15100:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787141439.776048:0:15100:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787141439.776050:0:15100:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1787141439.776052:0:15100:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787141439.776053:0:15100:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1787141439.776056:0:15100:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:3.0:1787141439.776058:0:15100:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1787141439.776060:0:15100:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1787141439.776061:0:15100:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787141439.776062:0:15100:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787141439.776063:0:15100:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787141439.776064:0:15100:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787141439.776066:0:15100:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1787141439.776067:0:15100:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787141439.776067:0:15100:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1787141439.776096:0:15100:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:3.0:1787141439.776118:0:15100:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82888700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15100:1873953263016448:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1787141439.776190:0:15100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141439.776256:0:15100:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7caf9016c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787141439.777131:0:14413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263016448 00000100:00100000:1.0:1787141439.777140:0:14413:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263016448 00000100:00100000:1.0:1787141439.777258:0:14413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1787141439.777268:0:14413:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98915850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be52692e-784d-4bd8-b691-421ed3b0bea9+12:15100:x1873953263016448:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1787141439.777299:0:14413:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:1.0:1787141439.777303:0:14413:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:1.0:1787141439.777306:0:14413:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:1.0:1787141439.847261:0:14413:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98915850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be52692e-784d-4bd8-b691-421ed3b0bea9+12:15100:x1873953263016448:12345-0@lo:253:mount.lustre.0 Request processed in 69986us (71062us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141439.847274:0:14413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1787141439.848045:0:15100:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82888700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15100:1873953263016448:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1787141439.848064:0:15100:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:3.0:1787141439.848067:0:15100:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1787141439.848069:0:15100:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1787141439.848083:0:15100:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787141439.848084:0:15100:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787141439.848085:0:15100:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787141439.848087:0:15100:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787141439.848088:0:15100:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1787141439.848090:0:15100:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787141439.848091:0:15100:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1787141439.848110:0:15100:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8b7cb3feb000 from lustre-OST0000 10000000:01000000:3.0:1787141439.848134:0:15100:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:3.0:1787141439.848136:0:15100:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:3.0:1787141439.848144:0:15100:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8b7cb47a19b8 local copy 00010000:00010000:3.0:1787141439.848154:0:15100:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c82da7a00/0xc65ffb29b5b31eef lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b31ef6 expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141439.848383:0:15100:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82888700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15100:1873953263016576:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787141439.848422:0:15100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141439.848463:0:15100:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7caf901e40 going to sleep for 11 seconds 00000100:00100000:1.0:1787141439.848583:0:14415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263016576 00000100:00100000:1.0:1787141439.848589:0:14415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263016576 00000100:00100000:1.0:1787141439.848631:0:14415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1787141439.848640:0:14415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98915050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be52692e-784d-4bd8-b691-421ed3b0bea9+12:15100:x1873953263016576:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787141439.848782:0:14415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98915050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be52692e-784d-4bd8-b691-421ed3b0bea9+12:15100:x1873953263016576:12345-0@lo:501:mount.lustre.0 Request processed in 142us (359us total) trans 0 rc -2/-2 00000100:00100000:1.0:1787141439.848789:0:14415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1787141439.849385:0:15100:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82888700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15100:1873953263016576:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1787141439.849401:0:15100:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.111@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1787141439.849563:0:15100:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.111@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1787141439.849571:0:15100:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c82da7a00/0xc65ffb29b5b31eef lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b31ef6 expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141439.849581:0:15100:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff8b7c82da7a00/0xc65ffb29b5b31eef lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b31ef6 expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787141439.849605:0:15100:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8b7cb3feb000 10000000:01000000:3.0:1787141439.849610:0:15100:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1787141439.849614:0:15100:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff8b7cb47a19b8 10000000:01000000:3.0:1787141439.849617:0:15100:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:3.0:1787141439.849621:0:15100:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b7cb47a19b8 from 1 10000000:01000000:3.0:1787141439.849629:0:15100:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1787141439.849657:0:15100:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438800/0xc65ffb29b5b32007 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141439.849665:0:15100:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438800/0xc65ffb29b5b32007 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141439.849675:0:15100:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438800/0xc65ffb29b5b32007 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141439.849690:0:15100:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82888700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15100:1873953263016704:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1787141439.849725:0:15100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141439.849756:0:15100:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7caf901e40 going to sleep for 11 seconds 00000100:00100000:1.0:1787141439.849814:0:14413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263016704 00000100:00100000:1.0:1787141439.849824:0:14413:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263016704 00000100:00100000:1.0:1787141439.849857:0:14413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1787141439.849865:0:14413:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98917450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be52692e-784d-4bd8-b691-421ed3b0bea9+12:15100:x1873953263016704:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787141439.849874:0:14413:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787141439.849888:0:14413:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7cbfa60600/0xc65ffb29b5b3200e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b32007 expref: -99 pid: 14413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141439.850079:0:14413:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7cbfa60600/0xc65ffb29b5b3200e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b32007 expref: 13 pid: 14413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141439.850092:0:14413:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7cbfa60600/0xc65ffb29b5b3200e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b32007 expref: 13 pid: 14413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141439.850101:0:14413:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbfa60600, rc 0) 00000100:00100000:1.0:1787141439.850140:0:14413:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98917450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be52692e-784d-4bd8-b691-421ed3b0bea9+13:15100:x1873953263016704:12345-0@lo:101:mount.lustre.0 Request processed in 276us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141439.850146:0:14413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1787141439.850226:0:15100:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82888700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15100:1873953263016704:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787141439.850239:0:15100:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438800/0xc65ffb29b5b32007 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b3200e expref: -99 pid: 15100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141439.850247:0:15100:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438800/0xc65ffb29b5b32007 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b3200e expref: -99 pid: 15100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787141439.850262:0:15100:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1787141439.850278:0:15100:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438800/0xc65ffb29b5b32007 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b3200e expref: -99 pid: 15100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141439.850387:0:15100:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff8b7cbf438800/0xc65ffb29b5b32007 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b3200e expref: -99 pid: 15100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787141439.850394:0:15100:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:3.0:1787141439.850398:0:15100:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1787141439.850411:0:15100:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:3.0:1787141439.850413:0:15100:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:3.0:1787141439.850429:0:15100:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbf439c00/0xc65ffb29b5b32015 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141439.850436:0:15100:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff8b7cbf439c00/0xc65ffb29b5b32015 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141439.850443:0:15100:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff8b7cbf439c00/0xc65ffb29b5b32015 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141439.850454:0:15100:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82888700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15100:1873953263016832:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1787141439.850479:0:15100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141439.850547:0:15100:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7caf901e40 going to sleep for 11 seconds 00000100:00100000:0.0:1787141439.851773:0:14414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263016832 00000100:00100000:0.0:1787141439.851783:0:14414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263016832 00000100:00100000:0.0:1787141439.851836:0:14414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1787141439.851854:0:14414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98917050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+13:15100:x1873953263016832:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787141439.851866:0:14414:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141439.851879:0:14414:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7cbf405a00/0xc65ffb29b5b3201c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b32015 expref: -99 pid: 14414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141439.851898:0:14414:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7cbf405a00/0xc65ffb29b5b3201c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b32015 expref: 14 pid: 14414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141439.852102:0:14414:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7cbf405a00/0xc65ffb29b5b3201c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b32015 expref: 14 pid: 14414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141439.852110:0:14414:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf405a00, rc 0) 00000100:00100000:0.0:1787141439.852229:0:14414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98917050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+14:15100:x1873953263016832:12345-0@lo:101:mount.lustre.0 Request processed in 375us (1747us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141439.852235:0:14414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1787141439.853139:0:15100:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82888700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15100:1873953263016832:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787141439.853161:0:15100:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff8b7cbf439c00/0xc65ffb29b5b32015 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b3201c expref: -99 pid: 15100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141439.853171:0:15100:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff8b7cbf439c00/0xc65ffb29b5b32015 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b3201c expref: -99 pid: 15100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1787141439.854130:0:15100:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 8 count 8 00000040:00080000:3.0:1787141439.855214:0:15100:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1787141439.855553:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x5:0x0].1, 224 off8416 00000040:00080000:3.0:1787141439.855601:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x5:0x0].2, 128 off8544 00000040:00080000:3.0:1787141439.855630:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x5:0x0].3, 112 off8656 00000040:00080000:3.0:1787141439.855667:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x5:0x0].4, 224 off8880 00000040:00080000:3.0:1787141439.855714:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x5:0x0].5, 224 off9104 00000040:00080000:3.0:1787141439.855742:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x5:0x0].6, 80 off9184 00000040:00080000:3.0:1787141439.855848:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x5:0x0].7, 224 off9408 00000040:00080000:3.0:1787141439.855860:0:15100:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 8 00000100:00100000:3.0:1787141439.856301:0:15100:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82888700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15100:1873953263016960:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787141439.856365:0:15100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141439.856412:0:15100:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7caf901900 going to sleep for 11 seconds 00000100:00100000:1.0:1787141439.856542:0:14413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263016960 00000100:00100000:1.0:1787141439.856550:0:14413:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263016960 00000100:00100000:1.0:1787141439.856602:0:14413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1787141439.856611:0:14413:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98914450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be52692e-784d-4bd8-b691-421ed3b0bea9+14:15100:x1873953263016960:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787141439.857162:0:14413:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98914450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be52692e-784d-4bd8-b691-421ed3b0bea9+14:15100:x1873953263016960:12345-0@lo:501:mount.lustre.0 Request processed in 550us (795us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141439.857171:0:14413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1787141439.860084:0:15100:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82888700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15100:1873953263016960:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787141439.860141:0:15100:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82888700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15100:1873953263017088:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787141439.860215:0:15100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141439.860243:0:15100:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7caf901900 going to sleep for 11 seconds 00000100:00100000:0.0:1787141439.860326:0:14414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263017088 00000100:00100000:0.0:1787141439.860332:0:14414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263017088 00000100:00100000:0.0:1787141439.860377:0:14414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1787141439.860385:0:14414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98917850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+14:15100:x1873953263017088:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787141439.860711:0:14414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98917850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+14:15100:x1873953263017088:12345-0@lo:503:mount.lustre.0 Request processed in 325us (495us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141439.860719:0:14414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1787141439.861031:0:15100:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82888700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15100:1873953263017088:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1787141439.861836:0:15100:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1787141439.861897:0:15100:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82888700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15100:1873953263017216:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787141439.863098:0:15100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141439.863149:0:15100:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7caf901240 going to sleep for 11 seconds 00000100:00100000:1.0:1787141439.863289:0:14413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263017216 00000100:00100000:1.0:1787141439.863297:0:14413:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263017216 00000100:00100000:1.0:1787141439.863338:0:14413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1787141439.863347:0:14413:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98914c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be52692e-784d-4bd8-b691-421ed3b0bea9+14:15100:x1873953263017216:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787141439.863590:0:14413:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98914c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be52692e-784d-4bd8-b691-421ed3b0bea9+14:15100:x1873953263017216:12345-0@lo:502:mount.lustre.0 Request processed in 244us (496us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141439.863597:0:14413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1787141439.863822:0:15100:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82888700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15100:1873953263017216:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787141439.864501:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].1, 224 off8416 00000040:00080000:3.0:1787141439.864563:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].2, 128 off8544 00000040:00080000:2.0:1787141439.868326:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].3, 112 off8656 00000040:00080000:2.0:1787141439.868430:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].4, 224 off8880 00000040:00080000:2.0:1787141439.868470:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].5, 224 off9104 00000040:00080000:2.0:1787141439.868533:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].6, 80 off9184 00000040:00080000:2.0:1787141439.868583:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].7, 224 off9408 00000040:00080000:2.0:1787141439.868616:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].8, 224 off9632 00000040:00080000:2.0:1787141439.868648:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].9, 80 off9712 00000040:00080000:2.0:1787141439.868695:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].10, 224 off9936 00000040:00080000:2.0:1787141439.868730:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].11, 224 off10160 00000040:00080000:2.0:1787141439.868779:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].12, 120 off10280 00000100:00100000:2.0:1787141439.868863:0:15100:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83780700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15100:1873953263017344:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787141439.869080:0:15100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141439.869122:0:15100:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c8822cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1787141439.869211:0:14415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263017344 00000100:00100000:0.0:1787141439.869218:0:14415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263017344 00000100:00100000:0.0:1787141439.869270:0:14415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1787141439.869287:0:14415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98915c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be52692e-784d-4bd8-b691-421ed3b0bea9+14:15100:x1873953263017344:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787141439.869483:0:14415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98915c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be52692e-784d-4bd8-b691-421ed3b0bea9+14:15100:x1873953263017344:12345-0@lo:502:mount.lustre.0 Request processed in 204us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141439.869501:0:14415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1787141439.869825:0:15100:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83780700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15100:1873953263017344:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787141439.870052:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].13, 224 off10504 00000040:00080000:2.0:1787141439.870065:0:15100:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 14 00000020:01000000:1.0:1787141439.873334:0:15117:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1787141439.873347:0:15117:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of lustre-ost1/ost1 00000020:00000080:1.0:1787141439.873355:0:15117:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787141439.873357:0:15117:0:(obd_config.c:1563:class_process_config()) marker 11 (0x1) lustre-OST0000 add ost 00000020:00000080:1.0:1787141439.873363:0:15117:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787141439.873379:0:15117:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff8b7c883c4d28) 00000020:00000080:1.0:1787141439.873399:0:15117:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type obdfilter with refcount 2 00000020:00000080:1.0:1787141439.873406:0:15117:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1787141439.873469:0:15117:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8b7cb3feb000 from lustre-OST0000, refs=2 00080000:01000000:1.0:1787141439.873477:0:15117:0:(osd_handler.c:1564:osd_obd_connect()) connect #1 00000020:00000080:1.0:1787141439.873484:0:15117:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xc65ffb29b5b3202a 00010000:00010000:1.0:1787141439.878606:0:15117:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-2 is initialized 00000001:00000004:1.0:1787141439.880221:0:15117:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 4294967324 00080000:10000000:1.0:1787141439.882523:0:15117:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/8/4) registered 00000020:00000080:3.0:1787141439.885056:0:15117:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:3.0:1787141439.885069:0:15117:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787141439.885076:0:15117:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787141439.885078:0:15117:0:(obd_config.c:1563:class_process_config()) marker 11 (0x2) lustre-OST0000 add ost 00000020:01000000:3.0:1787141439.885082:0:15117:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1787141439.885085:0:15117:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:3.0:1787141439.885086:0:15117:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787141439.885088:0:15117:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787141439.885090:0:15117:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1787141439.885092:0:15117:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787141439.885093:0:15117:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:3.0:1787141439.885096:0:15117:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787141439.885106:0:15117:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787141439.885108:0:15117:0:(obd_config.c:1563:class_process_config()) marker 20 (0x1) lustre sys.timeout 00000020:00000080:3.0:1787141439.885111:0:15117:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1787141439.885113:0:15117:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1787141439.885115:0:15117:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787141439.885118:0:15117:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787141439.885119:0:15117:0:(obd_config.c:1563:class_process_config()) marker 20 (0x2) lustre sys.timeout 00000020:01000000:3.0:1787141439.885121:0:15117:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787141439.885124:0:15117:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787141439.885125:0:15117:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1787141439.885128:0:15117:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:3.0:1787141439.885189:0:15117:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787141439.885193:0:15117:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787141439.885194:0:15117:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1787141439.885198:0:15117:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000020:01000000:2.0:1787141439.890256:0:15100:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:2.0:1787141439.890303:0:15100:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:2.0:1787141439.890327:0:15100:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbf439c00/0xc65ffb29b5b32015 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b3201c expref: -99 pid: 15100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141439.890348:0:15100:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff8b7cbf439c00/0xc65ffb29b5b32015 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b3201c expref: -99 pid: 15100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787141439.890357:0:15100:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8b7cb3feb000 from 1 10000000:01000000:2.0:1787141439.890360:0:15100:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1787141439.890394:0:15100:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c82da7800/0xc65ffb29b5b32031 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141439.890403:0:15100:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff8b7c82da7800/0xc65ffb29b5b32031 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141439.890414:0:15100:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff8b7c82da7800/0xc65ffb29b5b32031 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141439.890440:0:15100:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83780700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15100:1873953263017472:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1787141439.890504:0:15100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141439.890541:0:15100:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c8822cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1787141439.890665:0:14414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263017472 00000100:00100000:0.0:1787141439.890671:0:14414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263017472 00000100:00100000:0.0:1787141439.890719:0:14414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1787141439.890728:0:14414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98914850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+14:15100:x1873953263017472:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787141439.890740:0:14414:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141439.890752:0:14414:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7cbf405c00/0xc65ffb29b5b32038 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b32031 expref: -99 pid: 14414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141439.890775:0:14414:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7cbf405c00/0xc65ffb29b5b32038 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b32031 expref: 15 pid: 14414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141439.890785:0:14414:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7cbf405c00/0xc65ffb29b5b32038 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b32031 expref: 15 pid: 14414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141439.890821:0:14414:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf405c00, rc 0) 00000100:00100000:0.0:1787141439.890863:0:14414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98914850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+15:15100:x1873953263017472:12345-0@lo:101:mount.lustre.0 Request processed in 137us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141439.890871:0:14414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1787141439.893222:0:15100:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83780700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15100:1873953263017472:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787141439.893252:0:15100:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff8b7c82da7800/0xc65ffb29b5b32031 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b32038 expref: -99 pid: 15100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141439.893265:0:15100:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff8b7c82da7800/0xc65ffb29b5b32031 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b32038 expref: -99 pid: 15100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1787141439.893790:0:15100:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 4 count 4 00000040:00080000:2.0:1787141439.894246:0:15100:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1787141439.894459:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].1, 224 off8416 00000040:00080000:2.0:1787141439.894497:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].2, 112 off8528 00000040:00080000:2.0:1787141439.894558:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 224 off8752 00000040:00080000:2.0:1787141439.894565:0:15100:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 3 count 4 00000100:00100000:2.0:1787141439.894624:0:15100:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83780700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15100:1873953263017600:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787141439.894676:0:15100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141439.894705:0:15100:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c8822cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1787141439.894857:0:14413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263017600 00000100:00100000:0.0:1787141439.894864:0:14413:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263017600 00000100:00100000:0.0:1787141439.894913:0:14413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1787141439.894928:0:14413:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98915450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be52692e-784d-4bd8-b691-421ed3b0bea9+15:15100:x1873953263017600:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787141439.895121:0:14413:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98915450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be52692e-784d-4bd8-b691-421ed3b0bea9+15:15100:x1873953263017600:12345-0@lo:501:mount.lustre.0 Request processed in 192us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141439.895128:0:14413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1787141439.895280:0:15100:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83780700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15100:1873953263017600:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787141439.895314:0:15100:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82888700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15100:1873953263017728:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787141439.895353:0:15100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141439.895378:0:15100:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7caf901900 going to sleep for 11 seconds 00000100:00100000:2.0:1787141439.895881:0:14414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263017728 00000100:00100000:2.0:1787141439.895887:0:14414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263017728 00000100:00100000:2.0:1787141439.897191:0:14414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1787141439.897209:0:14414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98916450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+15:15100:x1873953263017728:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787141439.897511:0:14414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98916450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+15:15100:x1873953263017728:12345-0@lo:503:mount.lustre.0 Request processed in 309us (2156us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141439.897518:0:14414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1787141439.901756:0:15100:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82888700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15100:1873953263017728:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1787141439.902566:0:15100:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1787141439.902671:0:15100:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15100:1873953263017856:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787141439.902731:0:15100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141439.902767:0:15100:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c862e9cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787141439.902957:0:14415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263017856 00000100:00100000:2.0:1787141439.902963:0:14415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263017856 00000100:00100000:2.0:1787141439.902996:0:14415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1787141439.903004:0:14415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98916c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be52692e-784d-4bd8-b691-421ed3b0bea9+15:15100:x1873953263017856:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787141439.903174:0:14415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98916c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be52692e-784d-4bd8-b691-421ed3b0bea9+15:15100:x1873953263017856:12345-0@lo:502:mount.lustre.0 Request processed in 169us (441us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141439.903182:0:14415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1787141439.903311:0:15100:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15100:1873953263017856:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1787141439.903512:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].1, 224 off8416 00000040:00080000:0.0:1787141439.903561:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].2, 112 off8528 00000040:00080000:0.0:1787141439.903668:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].3, 224 off8752 00000040:00080000:0.0:1787141439.903706:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].4, 224 off8976 00000040:00080000:0.0:1787141439.903736:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].5, 112 off9088 00000040:00080000:0.0:1787141439.903773:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].6, 224 off9312 00000040:00080000:0.0:1787141439.903835:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].7, 224 off9536 00000040:00080000:0.0:1787141439.903866:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].8, 128 off9664 00000100:00100000:0.0:1787141439.903889:0:15100:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15100:1873953263017984:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787141439.905036:0:15100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141439.905068:0:15100:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c862e9cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787141439.905378:0:14414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263017984 00000100:00100000:2.0:1787141439.905384:0:14414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263017984 00000100:00100000:2.0:1787141439.905416:0:14414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1787141439.905424:0:14414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9257a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+15:15100:x1873953263017984:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787141439.905609:0:14414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9257a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+15:15100:x1873953263017984:12345-0@lo:502:mount.lustre.0 Request processed in 185us (575us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141439.905617:0:14414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1787141439.906294:0:15100:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15100:1873953263017984:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787141439.906418:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].9, 224 off9888 00000040:00080000:1.0:1787141439.906431:0:15100:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 9 count 10 00000020:01000000:2.0:1787141439.907207:0:15121:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787141439.907223:0:15121:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787141439.907225:0:15121:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1787141439.907231:0:15121:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8b7cb3feb000 00000020:00000080:2.0:1787141439.907233:0:15121:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1787141439.907240:0:15121:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787141439.907242:0:15121:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787141439.907243:0:15121:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1787141439.907245:0:15121:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787141439.907248:0:15121:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787141439.907249:0:15121:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1787141439.907252:0:15121:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8b7cb3feb000 00000020:00000080:2.0:1787141439.907254:0:15121:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1787141439.907304:0:15121:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787141439.907308:0:15121:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787141439.907309:0:15121:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1787141439.907312:0:15121:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787141439.907314:0:15121:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787141439.907315:0:15121:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1787141439.907318:0:15121:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8b7cb3feb000 00000020:00000080:2.0:1787141439.907321:0:15121:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1787141439.907353:0:15121:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787141439.907356:0:15121:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787141439.907357:0:15121:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000040:00080000:2.0:1787141439.907360:0:15121:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 10 count 10 00000020:01000000:0.0:1787141439.907480:0:15100:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-9 (rc=0) 10000000:01000000:0.0:1787141439.907501:0:15100:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1787141439.907522:0:15100:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c82da7800/0xc65ffb29b5b32031 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b32038 expref: -99 pid: 15100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141439.907533:0:15100:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff8b7c82da7800/0xc65ffb29b5b32031 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b32038 expref: -99 pid: 15100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787141439.907568:0:15100:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1787141439.907571:0:15100:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8b7cb3feb000 10000000:01000000:0.0:1787141439.907574:0:15100:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8b7cb3feb000 10000000:01000000:0.0:1787141439.907577:0:15100:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1787141439.907583:0:15100:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8b7cb3feb000 from 1 10000000:01000000:0.0:1787141439.907585:0:15100:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1787141439.907619:0:15100:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbf404400/0xc65ffb29b5b3203f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141439.907627:0:15100:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff8b7cbf404400/0xc65ffb29b5b3203f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141439.907636:0:15100:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff8b7cbf404400/0xc65ffb29b5b3203f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141439.907657:0:15100:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431c380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15100:1873953263018112:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1787141439.907703:0:15100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141439.907742:0:15100:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c862e9840 going to sleep for 11 seconds 00000100:00100000:3.0:1787141439.907817:0:14413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263018112 00000100:00100000:3.0:1787141439.907823:0:14413:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263018112 00000100:00100000:3.0:1787141439.907864:0:14413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1787141439.907873:0:14413:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9257b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be52692e-784d-4bd8-b691-421ed3b0bea9+15:15100:x1873953263018112:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787141439.907882:0:14413:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141439.907893:0:14413:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7cbf439400/0xc65ffb29b5b32046 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b3203f expref: -99 pid: 14413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141439.907927:0:14413:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7cbf439400/0xc65ffb29b5b32046 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b3203f expref: 16 pid: 14413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141439.907949:0:14413:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7cbf439400/0xc65ffb29b5b32046 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b3203f expref: 16 pid: 14413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141439.907958:0:14413:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf439400, rc 0) 00000100:00100000:3.0:1787141439.907996:0:14413:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9257b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be52692e-784d-4bd8-b691-421ed3b0bea9+16:15100:x1873953263018112:12345-0@lo:101:mount.lustre.0 Request processed in 124us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141439.908003:0:14413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1787141439.908136:0:15100:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431c380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15100:1873953263018112:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787141439.908149:0:15100:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff8b7cbf404400/0xc65ffb29b5b3203f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b32046 expref: -99 pid: 15100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141439.908158:0:15100:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff8b7cbf404400/0xc65ffb29b5b3203f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b32046 expref: -99 pid: 15100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1787141439.908674:0:15100:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 30 count 30 00000040:00080000:0.0:1787141439.908975:0:15100:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1787141439.909215:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].1, 224 off8416 00000040:00080000:0.0:1787141439.909268:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].2, 120 off8536 00000040:00080000:0.0:1787141439.909302:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].3, 168 off8704 00000040:00080000:0.0:1787141439.909350:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].4, 224 off8928 00000040:00080000:0.0:1787141439.909389:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].5, 224 off9152 00000040:00080000:0.0:1787141439.909443:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].6, 120 off9272 00000040:00080000:0.0:1787141439.909476:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].7, 168 off9440 00000040:00080000:0.0:1787141439.909503:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].8, 224 off9664 00000040:00080000:0.0:1787141439.909540:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].9, 224 off9888 00000040:00080000:0.0:1787141439.909580:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].10, 120 off10008 00000040:00080000:0.0:1787141439.909609:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].11, 224 off10232 00000040:00080000:0.0:1787141439.909650:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].12, 224 off10456 00000040:00080000:0.0:1787141439.909683:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].13, 88 off10544 00000040:00080000:0.0:1787141439.909712:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].14, 128 off10672 00000040:00080000:0.0:1787141439.909755:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].15, 144 off10816 00000040:00080000:0.0:1787141439.909788:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].16, 160 off10976 00000040:00080000:0.0:1787141439.909847:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].17, 224 off11200 00000040:00080000:0.0:1787141439.909914:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].18, 224 off11424 00000040:00080000:0.0:1787141439.909948:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].19, 80 off11504 00000040:00080000:0.0:1787141439.909975:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].20, 224 off11728 00000040:00080000:0.0:1787141439.913170:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].21, 224 off11952 00000040:00080000:0.0:1787141439.913227:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].22, 88 off12040 00000040:00080000:0.0:1787141439.913280:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].23, 128 off12168 00000040:00080000:0.0:1787141439.913347:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].24, 144 off12312 00000040:00080000:0.0:1787141439.913397:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].25, 128 off12440 00000040:00080000:0.0:1787141439.913433:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].26, 224 off12664 00000040:00080000:0.0:1787141439.913478:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].27, 224 off12888 00000040:00080000:0.0:1787141439.913512:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].28, 80 off12968 00000040:00080000:0.0:1787141439.913596:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].29, 224 off13192 00000040:00080000:0.0:1787141439.913605:0:15100:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 29 count 30 00000100:00100000:0.0:1787141439.913696:0:15100:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431c380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15100:1873953263018240:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787141439.913758:0:15100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141439.913823:0:15100:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c862e9840 going to sleep for 11 seconds 00000100:00100000:2.0:1787141439.918630:0:14415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263018240 00000100:00100000:2.0:1787141439.918645:0:14415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263018240 00000100:00100000:2.0:1787141439.918707:0:14415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1787141439.918718:0:14415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c92578450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be52692e-784d-4bd8-b691-421ed3b0bea9+16:15100:x1873953263018240:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787141439.919455:0:14415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c92578450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be52692e-784d-4bd8-b691-421ed3b0bea9+16:15100:x1873953263018240:12345-0@lo:501:mount.lustre.0 Request processed in 738us (5696us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141439.919464:0:14415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1787141439.919891:0:15100:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431c380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15100:1873953263018240:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787141439.920162:0:15100:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83783800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15100:1873953263018368:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787141439.920214:0:15100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141439.920246:0:15100:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c8822c180 going to sleep for 11 seconds 00000100:00100000:3.0:1787141439.921163:0:14414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263018368 00000100:00100000:3.0:1787141439.921171:0:14414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263018368 00000100:00100000:3.0:1787141439.921221:0:14414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1787141439.921231:0:14414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9257b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+16:15100:x1873953263018368:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787141439.921790:0:14414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9257b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+16:15100:x1873953263018368:12345-0@lo:503:mount.lustre.0 Request processed in 559us (1574us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141439.921825:0:14414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1787141439.921936:0:15100:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83783800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15100:1873953263018368:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1787141439.925325:0:15100:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1787141439.925414:0:15100:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83783800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15100:1873953263018496:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787141439.925478:0:15100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141439.925521:0:15100:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c8822c180 going to sleep for 11 seconds 00000100:00100000:3.0:1787141439.925580:0:14415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263018496 00000100:00100000:3.0:1787141439.925587:0:14415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263018496 00000100:00100000:3.0:1787141439.925633:0:14415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1787141439.925642:0:14415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9257bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be52692e-784d-4bd8-b691-421ed3b0bea9+16:15100:x1873953263018496:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787141439.925856:0:14415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9257bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be52692e-784d-4bd8-b691-421ed3b0bea9+16:15100:x1873953263018496:12345-0@lo:502:mount.lustre.0 Request processed in 215us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141439.925864:0:14415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1787141439.925922:0:15100:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83783800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15100:1873953263018496:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787141439.926250:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].1, 224 off8416 00000040:00080000:3.0:1787141439.926300:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].2, 120 off8536 00000040:00080000:3.0:1787141439.926336:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].3, 168 off8704 00000040:00080000:3.0:1787141439.926395:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].4, 224 off8928 00000040:00080000:3.0:1787141439.926427:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].5, 224 off9152 00000040:00080000:3.0:1787141439.926469:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].6, 120 off9272 00000040:00080000:3.0:1787141439.926496:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].7, 168 off9440 00000040:00080000:3.0:1787141439.926523:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].8, 224 off9664 00000040:00080000:3.0:1787141439.926576:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].9, 224 off9888 00000040:00080000:3.0:1787141439.926616:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].10, 120 off10008 00000040:00080000:3.0:1787141439.926654:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].11, 224 off10232 00000040:00080000:3.0:1787141439.926704:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].12, 224 off10456 00000040:00080000:3.0:1787141439.928342:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].13, 88 off10544 00000040:00080000:3.0:1787141439.928375:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].14, 128 off10672 00000040:00080000:3.0:1787141439.928429:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].15, 144 off10816 00000040:00080000:3.0:1787141439.928476:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].16, 160 off10976 00000040:00080000:3.0:1787141439.928513:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].17, 224 off11200 00000040:00080000:3.0:1787141439.928568:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].18, 224 off11424 00000040:00080000:3.0:1787141439.928621:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].19, 80 off11504 00000040:00080000:3.0:1787141439.929343:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].20, 224 off11728 00000040:00080000:3.0:1787141439.929411:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].21, 224 off11952 00000040:00080000:3.0:1787141439.929450:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].22, 88 off12040 00000040:00080000:3.0:1787141439.929484:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].23, 128 off12168 00000040:00080000:3.0:1787141439.929532:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].24, 144 off12312 00000040:00080000:3.0:1787141439.929592:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].25, 128 off12440 00000040:00080000:3.0:1787141439.929621:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].26, 224 off12664 00000040:00080000:3.0:1787141439.929665:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].27, 224 off12888 00000040:00080000:3.0:1787141439.929698:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].28, 80 off12968 00000040:00080000:3.0:1787141439.929738:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].29, 224 off13192 00000040:00080000:3.0:1787141439.929816:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].30, 224 off13416 00000040:00080000:3.0:1787141439.929863:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].31, 88 off13504 00000040:00080000:3.0:1787141439.929897:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].32, 128 off13632 00000040:00080000:3.0:1787141439.930074:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].33, 144 off13776 00000040:00080000:3.0:1787141439.930122:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].34, 128 off13904 00000040:00080000:3.0:1787141439.930157:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].35, 224 off14128 00000040:00080000:3.0:1787141439.930200:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].36, 224 off14352 00000040:00080000:3.0:1787141439.930245:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].37, 80 off14432 00000040:00080000:3.0:1787141439.930353:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].38, 224 off14656 00000040:00080000:3.0:1787141439.930408:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].39, 224 off14880 00000040:00080000:3.0:1787141439.930443:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].40, 120 off15000 00000100:00100000:3.0:1787141439.930490:0:15100:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82888700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15100:1873953263018624:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787141439.930562:0:15100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141439.930605:0:14414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263018624 00000100:00100000:3.0:1787141439.930611:0:14414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263018624 00000100:00100000:3.0:1787141439.930654:0:14414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1787141439.930662:0:14414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c92578850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+16:15100:x1873953263018624:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787141439.931030:0:14414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c92578850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+16:15100:x1873953263018624:12345-0@lo:502:mount.lustre.0 Request processed in 367us (467us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141439.931039:0:14414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1787141439.931096:0:15100:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7caf901cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787141439.931118:0:15100:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82888700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15100:1873953263018624:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787141439.931192:0:15100:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].41, 224 off15224 00000040:00080000:3.0:1787141439.931202:0:15100:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 41 count 42 00000020:01000004:2.0:1787141439.932460:0:15126:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:2.0:1787141439.932476:0:15126:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff8b7cbf86cd28) 00000020:00000080:2.0:1787141439.932496:0:15126:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type lwp with refcount 2 00000020:01000004:2.0:1787141439.932898:0:15126:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8b7cb3feb000 from lustre-OST0000, refs=3 00000020:01000004:2.0:1787141439.932918:0:15126:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8b7cb3feb000 from lustre-OST0000, refs=3 00000020:01000004:2.0:1787141439.932921:0:15126:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8b7cb3feb000 3 00010000:00080000:2.0:1787141439.932953:0:15126:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8b7ca6928800@lustre-MDT0000-lwp-OST0000: add connection 192.168.203.111@tcp at head 00010000:00010000:2.0:1787141439.935835:0:15126:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-4 is initialized 00000020:00000080:2.0:1787141439.936166:0:15126:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:2.0:1787141439.936200:0:15126:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1787141439.936212:0:15126:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0xc65ffb29b5b32054 00000100:00080000:2.0:1787141439.936223:0:15126:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1787141439.936228:0:15126:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8b7ca6928800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:2.0:1787141439.936260:0:15126:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b7b83781f80 x1873953263018752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787141439.936361:0:15126:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1787141439.936387:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787141439.936391:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787141439.936399:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787141439.936403:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1787141439.936545:0:3303:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83781f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3303:1873953263018752:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1787141439.936616:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141439.936673:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83780e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3305:1873953263018880:0@lo:400:kworker.0 00000100:00100000:3.0:1787141439.936702:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141439.936758:0:14419:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263018752 00000100:00100000:3.0:1787141439.936764:0:14419:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263018752 00000100:00100000:3.0:1787141439.936789:0:14419:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263018880 00000100:00100000:3.0:1787141439.936791:0:14419:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263018880 00000100:00100000:3.0:1787141439.936837:0:14419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1787141439.936845:0:14419:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b82888380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3305:x1873953263018880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141439.936921:0:14419:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b82888380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3305:x1873953263018880:12345-0@lo:400:kworker.0 Request processed in 75us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141439.936928:0:14419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1787141439.936944:0:14419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1787141439.936948:0:14419:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b82888700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3303:x1873953263018752:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1787141439.936966:0:14419:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 422 last 0 00000020:00000080:3.0:1787141439.936995:0:14419:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0xc65ffb29b5b3205b 00000004:00100000:3.0:1787141439.937010:0:14419:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1787141439.937042:0:14419:0:(import.c:65:import_set_state_nolock()) ffff8b7cb3fed000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787141439.937084:0:14419:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b82888700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3303:x1873953263018752:12345-0@lo:38:llog_process_th.0 Request processed in 133us (467us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141439.937090:0:14419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1787141439.937123:0:3305:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8b7b83780e00 x1873953263018880/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787141455 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787141439.937136:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83780e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3305:1873953263018880:0@lo:400:kworker.0 00010000:00080000:3.0:1787141439.937271:0:3303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8b7b83781f80 x1873953263018752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787141449 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787141439.937279:0:3303:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1787141439.937285:0:3303:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 2 00000100:00080000:3.0:1787141439.937292:0:3303:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1787141439.937296:0:3303:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1787141439.937298:0:3303:0:(import.c:65:import_set_state_nolock()) ffff8b7ca6928800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1787141439.937303:0:3303:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83781f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3303:1873953263018752:0@lo:38:llog_process_th.0 00000040:00080000:3.0:1787141439.937536:0:15126:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 42 count 42 00000020:01000000:3.0:1787141439.937636:0:15100:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-41 (rc=0) 10000000:01000000:3.0:1787141439.937663:0:15100:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1787141439.937674:0:15100:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbf404400/0xc65ffb29b5b3203f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b32046 expref: -99 pid: 15100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141439.937685:0:15100:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff8b7cbf404400/0xc65ffb29b5b3203f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b32046 expref: -99 pid: 15100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1787141439.937726:0:15100:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1787141439.937728:0:15100:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1787141439.937730:0:15100:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787141439.937731:0:15100:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787141439.937732:0:15100:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787141439.937733:0:15100:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787141439.937735:0:15100:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1787141439.937736:0:15100:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787141439.937738:0:15100:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1787141439.937741:0:15100:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:3.0:1787141439.937744:0:15100:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1787141439.937745:0:15100:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1787141439.937746:0:15100:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787141439.937747:0:15100:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787141439.937748:0:15100:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787141439.937748:0:15100:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787141439.937749:0:15100:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1787141439.937751:0:15100:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787141439.937752:0:15100:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1787141439.937768:0:15100:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:3.0:1787141439.937782:0:15100:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82888a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15100:1873953263019008:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1787141439.937878:0:15100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141439.937913:0:15100:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7caf901cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787141439.938001:0:14413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263019008 00000100:00100000:2.0:1787141439.938006:0:14413:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263019008 00000100:00100000:2.0:1787141439.938059:0:14413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1787141439.938069:0:14413:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c8e13bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be52692e-784d-4bd8-b691-421ed3b0bea9+16:15100:x1873953263019008:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1787141439.938091:0:14413:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1787141439.938104:0:14413:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1787141439.977292:0:14413:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1787141439.977312:0:14413:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:2.0:1787141439.977387:0:14435:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1787141439.977392:0:14435:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1787141439.977415:0:14435:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b7c82da7400/0xc65ffb29b5b32062 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141439.977434:0:14435:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b7c82da6800/0xc65ffb29b5b31fcf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b31fc8 expref: 16 pid: 14413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141439.977443:0:14435:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b7c82da7400/0xc65ffb29b5b32062 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141439.977481:0:14435:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b7c82da6800/0xc65ffb29b5b31fcf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc65ffb29b5b31fc8 expref: 16 pid: 14413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141439.977495:0:14435:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b7c82da6800/0xc65ffb29b5b31fcf lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc65ffb29b5b31fc8 expref: 16 pid: 14413 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141439.977509:0:14435:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83781500 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:14435:1873953263019136:0@lo:104: 00000100:00100000:2.0:1787141439.977566:0:14435:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141439.977611:0:14435:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c90fd3480 going to sleep for 11 seconds 00000100:00100000:0.0:1787141439.977680:0:14404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263019136 00000100:00100000:0.0:1787141439.977687:0:14404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263019136 00000100:00100000:0.0:1787141439.977734:0:14404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1787141439.977745:0:14404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83781f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:be52692e-784d-4bd8-b691-421ed3b0bea9+3:14435:x1873953263019136:12345-0@lo:104: 00010000:00010000:0.0:1787141439.977757:0:14404:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa60400/0xc65ffb29b5b31fc8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b31fcf expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141439.977868:0:14404:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787141439.977875:0:14404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83781f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:be52692e-784d-4bd8-b691-421ed3b0bea9+3:14435:x1873953263019136:12345-0@lo:104: Request processed in 132us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141439.977883:0:14404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:0.0:1787141439.977919:0:14409:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787141439.977925:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa60400/0xc65ffb29b5b31fc8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b31fcf expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141439.977933:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbfa60400 already unused, calling callback (ffffffffc1c5bc20) 10000000:00010000:0.0:1787141439.977937:0:14409:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa60400/0xc65ffb29b5b31fc8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc65ffb29b5b31fcf expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141439.977946:0:14409:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa60400/0xc65ffb29b5b31fc8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc65ffb29b5b31fcf expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787141439.977953:0:14409:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa60400/0xc65ffb29b5b31fc8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc65ffb29b5b31fcf expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787141439.977960:0:14409:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1787141439.977987:0:14409:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa60400/0xc65ffb29b5b31fc8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b31fcf expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141439.977993:0:14409:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787141439.978010:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa60400/0xc65ffb29b5b31fc8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b31fcf expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141439.978016:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff8b7cbfa60400/0xc65ffb29b5b31fc8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b31fcf expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141439.978055:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141439.978057:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141439.978059:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787141439.978070:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787141439.978081:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:be52692e-784d-4bd8-b691-421ed3b0bea9:3307:1873953263019264:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787141439.978110:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141439.978339:0:14435:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83781500 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:14435:1873953263019136:0@lo:104: 00010000:00010000:2.0:1787141439.978364:0:14435:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b7c82da7400/0xc65ffb29b5b32062 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141439.978390:0:14407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263019264 00000100:00100000:2.0:1787141439.978394:0:14407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263019264 00010000:00010000:2.0:1787141439.978412:0:14407:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b7c82da6800/0xc65ffb29b5b31fcf lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b31fc8 expref: 17 pid: 14413 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141439.978441:0:14407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1787141439.978448:0:14407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:be52692e-784d-4bd8-b691-421ed3b0bea9+17:3307:x1873953263019264:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787141439.978459:0:14407:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787141439.978464:0:14407:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b7c82da6800/0xc65ffb29b5b31fcf lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b31fc8 expref: 17 pid: 14413 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141439.978475:0:14407:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b7c82da6800/0xc65ffb29b5b31fcf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc65ffb29b5b31fc8 expref: 17 pid: 14413 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141439.978489:0:14407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7c82da6800/0xc65ffb29b5b31fcf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc65ffb29b5b31fc8 expref: 17 pid: 14413 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141439.978502:0:14407:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b7c82da7400/0xc65ffb29b5b32062 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 14435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141439.978510:0:14407:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7c82da7400/0xc65ffb29b5b32062 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 14435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1787141439.978523:0:14407:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001131137s 00010000:00010000:2.0:1787141439.978527:0:14407:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b7c82da7400/0xc65ffb29b5b32062 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141439.978533:0:14407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b7c82da7400/0xc65ffb29b5b32062 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141439.978545:0:14407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b7c82da7400/0xc65ffb29b5b32062 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141439.978550:0:14407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b7c82da7400/0xc65ffb29b5b32062 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141439.978555:0:14407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c82da7400 already unused, calling callback (ffffffffc163e230) 00010000:00010000:2.0:1787141439.978559:0:14407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b7c82da7400/0xc65ffb29b5b32062 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141439.978566:0:14407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b7c82da7400/0xc65ffb29b5b32062 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141439.978579:0:14407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b7c82da7400/0xc65ffb29b5b32062 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141439.978589:0:14407:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787141439.978623:0:14407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:be52692e-784d-4bd8-b691-421ed3b0bea9+16:3307:x1873953263019264:12345-0@lo:103:ldlm_bl.0 Request processed in 176us (513us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141439.978629:0:14407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:2.0:1787141439.978647:0:14435:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b7c82da7400/0xc65ffb29b5b32062 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141439.978654:0:14435:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b7c82da7400/0xc65ffb29b5b32062 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141439.978660:0:14435:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7c82da7400/0xc65ffb29b5b32062 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141439.978681:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:be52692e-784d-4bd8-b691-421ed3b0bea9:3307:1873953263019264:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787141439.986208:0:14413:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c8e13bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be52692e-784d-4bd8-b691-421ed3b0bea9+15:15100:x1873953263019008:12345-0@lo:253:mount.lustre.0 Request processed in 48133us (48321us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141439.986223:0:14413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1787141439.986326:0:15100:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82888a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15100:1873953263019008:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1787141439.986341:0:15100:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:1.0:1787141439.986345:0:15100:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1787141439.986347:0:15100:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1787141439.986348:0:15100:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787141439.986349:0:15100:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787141439.986350:0:15100:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787141439.986352:0:15100:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787141439.986353:0:15100:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1787141439.986355:0:15100:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787141439.986370:0:15100:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:1.0:1787141439.986383:0:15100:0:(tgt_mount.c:2692:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:1.0:1787141439.991028:0:15100:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/8/4) registered 00080000:10000000:1.0:1787141439.991203:0:15100:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:1.0:1787141439.991359:0:15100:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/8/4) registered 00080000:10000000:1.0:1787141439.991507:0:15100:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:1.0:1787141439.991649:0:15100:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000003:0x7:0x0] (8/8/4) registered 00080000:10000000:1.0:1787141439.992040:0:15100:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8/1) registered 00000001:00000004:1.0:1787141439.992731:0:15100:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934592 00002000:00080000:2.0:1787141440.034474:0:15100:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:2.0:1787141440.034482:0:15100:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:2.0:1787141440.034513:0:15100:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1787141440.034562:0:15100:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.111@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1787141440.034577:0:15100:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=48 00000080:00000004:2.0:1787141440.034604:0:15100:0:(super25.c:182:lustre_fill_super()) lustre-ost1/ost1: Mount complete 00010000:00010000:2.0:1787141440.579165:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1787141441.281992:0:14417:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1787141441.282000:0:14417:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8b7cbf4c4000 from 7 10000000:01000000:0.0:1787141441.282004:0:14417:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1787141441.282049:0:14417:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbf405600/0xc65ffb29b5b32069 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141441.282061:0:14417:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff8b7cbf405600/0xc65ffb29b5b32069 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141441.282073:0:14417:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff8b7cbf405600/0xc65ffb29b5b32069 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141441.282100:0:14417:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:be52692e-784d-4bd8-b691-421ed3b0bea9:14417:1873953263019392:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787141441.282167:0:14417:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141441.282214:0:14417:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7b82a6af00 going to sleep for 11 seconds 00000100:00100000:3.0:1787141441.282293:0:14415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263019392 00000100:00100000:3.0:1787141441.282302:0:14415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263019392 00000100:00100000:3.0:1787141441.282357:0:14415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1787141441.282367:0:14415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c8e139c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be52692e-784d-4bd8-b691-421ed3b0bea9+15:14417:x1873953263019392:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787141441.282386:0:14415:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141441.282399:0:14415:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7cbf439600/0xc65ffb29b5b32070 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b32069 expref: -99 pid: 14415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141441.282423:0:14415:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7cbf439600/0xc65ffb29b5b32070 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b32069 expref: 16 pid: 14415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141441.282432:0:14415:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7cbf439600/0xc65ffb29b5b32070 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b32069 expref: 16 pid: 14415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141441.282443:0:14415:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf439600, rc 0) 00000100:00100000:3.0:1787141441.282489:0:14415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c8e139c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be52692e-784d-4bd8-b691-421ed3b0bea9+16:14417:x1873953263019392:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 123us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141441.282496:0:14415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1787141441.282645:0:14417:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:be52692e-784d-4bd8-b691-421ed3b0bea9:14417:1873953263019392:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787141441.282661:0:14417:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff8b7cbf405600/0xc65ffb29b5b32069 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b32070 expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141441.282669:0:14417:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff8b7cbf405600/0xc65ffb29b5b32069 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b32070 expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141441.282719:0:14417:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82648a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:be52692e-784d-4bd8-b691-421ed3b0bea9:14417:1873953263019520:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1787141441.282752:0:14417:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141441.282766:0:14417:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c84c6d540 going to sleep for 11 seconds 00000100:00100000:0.0:1787141441.282930:0:14414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263019520 00000100:00100000:0.0:1787141441.282935:0:14414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263019520 00000100:00100000:0.0:1787141441.282997:0:14414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1787141441.283004:0:14414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c92508050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+16:14417:x1873953263019520:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1787141441.283025:0:14414:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1787141441.283039:0:14414:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1787141441.283042:0:14414:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 7 00000100:00100000:0.0:1787141441.283122:0:14414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c92508050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+16:14417:x1873953263019520:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 117us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141441.283129:0:14414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1787141441.283214:0:14417:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82648a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:be52692e-784d-4bd8-b691-421ed3b0bea9:14417:1873953263019520:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1787141441.283268:0:14417:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1787141441.283274:0:14417:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbf405600/0xc65ffb29b5b32069 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b32070 expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141441.283283:0:14417:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff8b7cbf405600/0xc65ffb29b5b32069 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b32070 expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141441.601327:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787141442.634193:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787141443.650662:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787141444.676951:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787141444.993318:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787141444.993324:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787141444.993327:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787141444.993331:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1787141444.993360:0:3306:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787141444.993378:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:be52692e-784d-4bd8-b691-421ed3b0bea9:3306:1873953263019648:0@lo:400:kworker.0 00000100:00100000:0.0:1787141444.993451:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141444.993501:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3304:1873953263019776:0@lo:400:kworker.0 00000100:00100000:0.0:1787141444.993524:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141444.993544:0:3304:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787141444.993560:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3304:1873953263019904:0@lo:400:kworker.0 00000100:00100000:0.0:1787141444.993585:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141444.993615:0:14415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263019648 00000100:00100000:0.0:1787141444.993621:0:14415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263019648 00000100:00100000:0.0:1787141444.993662:0:14415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1787141444.993671:0:14415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9250a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be52692e-784d-4bd8-b691-421ed3b0bea9+16:3306:x1873953263019648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787141444.993719:0:14415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9250a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be52692e-784d-4bd8-b691-421ed3b0bea9+16:3306:x1873953263019648:12345-0@lo:400:kworker.0 Request processed in 49us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141444.993727:0:14415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1787141444.993771:0:14419:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263019776 00000100:00100000:0.0:1787141444.993776:0:14419:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263019776 00000100:00100000:0.0:1787141444.993825:0:14419:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263019904 00000100:00100000:0.0:1787141444.993828:0:14419:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263019904 00000100:00100000:0.0:1787141444.993862:0:14419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1787141444.993884:0:14419:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3304:x1873953263019776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787141444.993920:0:14419:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3304:x1873953263019776:12345-0@lo:400:kworker.0 Request processed in 37us (394us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141444.993926:0:14419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1787141444.993938:0:14419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1787141444.993945:0:14419:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3304:x1873953263019904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787141444.993971:0:14419:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3304:x1873953263019904:12345-0@lo:400:kworker.0 Request processed in 26us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141444.993976:0:14419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:0.0:1787141444.994019:0:3304:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b7cb431f100 x1873953263019904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787141460 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787141444.994033:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3304:1873953263019904:0@lo:400:kworker.0 00010000:00080000:0.0:1787141444.994043:0:3304:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b7cb431ea00 x1873953263019776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787141460 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787141444.994051:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3304:1873953263019776:0@lo:400:kworker.0 00000100:00100000:0.0:1787141444.994072:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:be52692e-784d-4bd8-b691-421ed3b0bea9:3306:1873953263019648:0@lo:400:kworker.0 00000100:00080000:0.0:1787141444.995719:0:14416:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1787141445.697707:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141446.722749:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1787141447.304459:0:14453:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:02000400:1.0:1787141447.313519:0:15470:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg311-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:2.0:1787141447.747780:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141448.770008:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787141449.793025:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787141450.114865:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787141450.114871:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787141450.114873:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787141450.114876:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1787141450.115001:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82648a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:be52692e-784d-4bd8-b691-421ed3b0bea9:3306:1873953263020032:0@lo:400:kworker.0 00000100:00100000:0.0:1787141450.117344:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141450.117423:0:3306:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787141450.117434:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82649880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3306:1873953263020160:0@lo:400:kworker.0 00000100:00100000:0.0:1787141450.117478:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141450.117595:0:14413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263020032 00000100:00100000:0.0:1787141450.117603:0:14413:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263020032 00000100:00100000:0.0:1787141450.117647:0:14413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1787141450.117655:0:14413:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9250b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be52692e-784d-4bd8-b691-421ed3b0bea9+16:3306:x1873953263020032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787141450.117821:0:3305:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787141450.117841:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82649c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3305:1873953263020288:0@lo:400:kworker.0 00000100:00100000:1.0:1787141450.117876:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141450.118141:0:14421:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263020160 00000100:00100000:1.0:1787141450.118146:0:14421:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263020160 00000100:00100000:1.0:1787141450.118172:0:14421:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263020288 00000100:00100000:1.0:1787141450.118174:0:14421:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263020288 00000100:00100000:1.0:1787141450.118195:0:14421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1787141450.118275:0:14421:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3306:x1873953263020160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787141450.118321:0:14421:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3306:x1873953263020160:12345-0@lo:400:kworker.0 Request processed in 119us (841us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141450.118328:0:14421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1787141450.118344:0:14421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1787141450.118351:0:14421:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b8264a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3305:x1873953263020288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787141450.118382:0:14421:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b8264a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3305:x1873953263020288:12345-0@lo:400:kworker.0 Request processed in 32us (506us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141450.118389:0:14421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:1.0:1787141450.118417:0:3305:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b7b82649c00 x1873953263020288/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787141466 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787141450.118448:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82649c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3305:1873953263020288:0@lo:400:kworker.0 00010000:00080000:1.0:1787141450.118478:0:3306:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b7b82649880 x1873953263020160/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787141466 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787141450.118486:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82649880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3306:1873953263020160:0@lo:400:kworker.0 00000100:00100000:0.0:1787141450.120016:0:14413:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9250b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be52692e-784d-4bd8-b691-421ed3b0bea9+16:3306:x1873953263020032:12345-0@lo:400:kworker.0 Request processed in 2354us (2671us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141450.120027:0:14413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00080000:0.0:1787141450.120519:0:14416:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787141450.120936:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82648a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:be52692e-784d-4bd8-b691-421ed3b0bea9:3306:1873953263020032:0@lo:400:kworker.0 00000100:00100000:2.0:1787141450.177684:0:3303:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787141435/real 1787141435] req@ffff8b7b8288b800 x1873953263015680/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787141450 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787141450.177726:0:3303:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b7b8288b800 x1873953263015680/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787141450 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787141450.177738:0:3303:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787141435/real 1787141435] req@ffff8b7b82889f80 x1873953263015808/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787141450 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787141450.177749:0:3303:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8b7b82889f80 x1873953263015808/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787141450 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787141450.177766:0:3303:0:(import.c:65:import_set_state_nolock()) ffff8b7c872f0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787141450.177786:0:3303:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1787141450.177790:0:3303:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b8288b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3303:1873953263015680:0@lo:8:kworker.0 00000100:00080000:2.0:1787141450.177812:0:3303:0:(import.c:65:import_set_state_nolock()) ffff8b7ca0264000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787141450.177841:0:3303:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1787141450.177847:0:3303:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82889f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3303:1873953263015808:0@lo:8:kworker.0 00000100:00080000:1.0:1787141450.178441:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787141450.178447:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787141450.178450:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7c872f0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787141450.178455:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 418 00000100:00080000:1.0:1787141450.178460:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1787141450.178466:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8b7c872f0800 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:1.0:1787141450.178496:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b7b82649880 x1873953263020416/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787141450.178515:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787141450.178518:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787141450.178520:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7ca0264000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787141450.178523:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 418 00000100:00080000:1.0:1787141450.178526:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1787141450.178529:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8b7ca0264000 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:1.0:1787141450.178541:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b7b82649c00 x1873953263020544/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787141450.178567:0:3303:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82649880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3303:1873953263020416:0@lo:8:kworker.0 00000100:00100000:1.0:1787141450.178626:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141450.178672:0:3303:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82649c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3303:1873953263020544:0@lo:8:kworker.0 00000100:00100000:1.0:1787141450.178696:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141450.181632:0:15102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263020416 00000100:00100000:3.0:1787141450.181646:0:15102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263020416 00000100:00100000:3.0:1787141450.182377:0:15102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263020544 00000100:00100000:3.0:1787141450.182382:0:15102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263020544 00000100:00100000:1.0:1787141450.183260:0:15103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1787141450.183274:0:15103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b82648700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3303:x1873953263020416:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1787141450.183305:0:15103:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 433 last 0 00000020:00000080:1.0:1787141450.183333:0:15103:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xc65ffb29b5b32077 00002000:00100000:1.0:1787141450.183349:0:15103:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff8b7ca68cf000 ocd_connect_flags: 0xa044401443000026 ocd_version: 211392c ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:1.0:1787141450.183354:0:15103:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:1.0:1787141450.183357:0:15103:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1787141450.183668:0:15103:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1787141450.185169:0:15103:0:(import.c:65:import_set_state_nolock()) ffff8b7ca68ce000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1787141450.185277:0:15103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b82648700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3303:x1873953263020416:12345-0@lo:8:kworker.0 Request processed in 2002us (6648us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141450.185288:0:15103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1787141450.185312:0:15103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1787141450.185317:0:15103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b8264bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3303:x1873953263020544:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1787141450.185333:0:15103:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1787141450.185361:0:15103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b8264bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3303:x1873953263020544:12345-0@lo:8:kworker.0 Request processed in 43us (6665us total) trans 0 rc -19/-19 00000100:00100000:1.0:1787141450.185368:0:15103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1787141450.185407:0:3303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b7b82649880 x1873953263020416/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1787141470 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787141450.185419:0:3303:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1787141450.185428:0:3303:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 2 00000100:00080000:1.0:1787141450.185436:0:3303:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1787141450.185447:0:3303:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:1.0:1787141450.185450:0:3303:0:(import.c:65:import_set_state_nolock()) ffff8b7c872f0800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1787141450.185466:0:3303:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:1.0:1787141450.185471:0:3303:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82649880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3303:1873953263020416:0@lo:8:kworker.0 00000100:00080000:1.0:1787141450.185486:0:3303:0:(import.c:65:import_set_state_nolock()) ffff8b7ca0264000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787141450.185490:0:3303:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1787141450.185493:0:3303:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82649c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3303:1873953263020544:0@lo:8:kworker.0 00000004:00080000:1.0:1787141450.185549:0:14442:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x240000400:0x6:0x0] 00000100:00100000:1.0:1787141450.185568:0:14442:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82649880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:14442:1873953263020800:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1787141450.185598:0:14442:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141450.185617:0:14442:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cbc9b2300 going to sleep for 11 seconds 00000004:00080000:1.0:1787141450.185630:0:14441:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1787141450.185911:0:14441:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 433192114385ns, next at 0ns, rc = 0 00000100:00100000:1.0:1787141450.185927:0:3304:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787141450.185936:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82649c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953263020672:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787141450.185974:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141450.196178:0:15102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263020800 00000100:00100000:3.0:1787141450.196192:0:15102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263020800 00000100:00100000:3.0:1787141450.196268:0:15102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1787141450.196279:0:15102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b82649500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:14442:x1873953263020800:12345-0@lo:5:osp-pre-0-0.0 00000100:00080000:0.0:1787141450.197165:0:14416:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787141450.214374:0:15105:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263020672 00000100:00100000:2.0:1787141450.214387:0:15105:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263020672 00000100:00100000:2.0:1787141450.214438:0:15105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1787141450.214449:0:15105:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b82648380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3304:x1873953263020672:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1787141450.214482:0:15105:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40960000 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1787141450.214560:0:15105:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b82648380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3304:x1873953263020672:12345-0@lo:13:osp-pre-0-0.0 Request processed in 113us (28585us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141450.214567:0:15105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:2.0:1787141450.214610:0:3304:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b7b82649c00 x1873953263020672/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787141466 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787141450.214632:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82649c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953263020672:0@lo:13:osp-pre-0-0.0 00002000:00080000:3.0:1787141450.221539:0:15102:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x240000400 00002000:00080000:3.0:1787141450.221550:0:15102:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 33 -> diff = -27 00002000:02000040:3.0:1787141450.221555:0:15102:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x240000400:7 to 0x240000400:33) 00002000:00010000:3.0:1787141450.253486:0:15102:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x21:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1787141450.253501:0:15102:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000df8fc71/0xc65ffb29b5b3207e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.253529:0:15102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x21:0x0].0x0 since=433s v=(0 0) 00010000:00010000:3.0:1787141450.253535:0:15102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787141450.253542:0:15102:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000df8fc71/0xc65ffb29b5b3207e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.253558:0:15102:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000df8fc71/0xc65ffb29b5b3207e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.253569:0:15102:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000df8fc71/0xc65ffb29b5b3207e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.253576:0:15102:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000df8fc71/0xc65ffb29b5b3207e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.253595:0:15102:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1787141450.254239:0:15102:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x20:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1787141450.254246:0:15102:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004a7229dd/0xc65ffb29b5b32085 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.254254:0:15102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x20:0x0].0x0 since=433s v=(0 0) 00010000:00010000:3.0:1787141450.254258:0:15102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787141450.254262:0:15102:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004a7229dd/0xc65ffb29b5b32085 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.254271:0:15102:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004a7229dd/0xc65ffb29b5b32085 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.254287:0:15102:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004a7229dd/0xc65ffb29b5b32085 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.254294:0:15102:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004a7229dd/0xc65ffb29b5b32085 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.254315:0:15102:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1787141450.254665:0:15102:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x1f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1787141450.254672:0:15102:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000327d4646/0xc65ffb29b5b3208c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.254680:0:15102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1f:0x0].0x0 since=433s v=(0 0) 00010000:00010000:3.0:1787141450.254683:0:15102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787141450.254687:0:15102:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000327d4646/0xc65ffb29b5b3208c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.254709:0:15102:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000327d4646/0xc65ffb29b5b3208c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.254716:0:15102:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000327d4646/0xc65ffb29b5b3208c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.254723:0:15102:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000327d4646/0xc65ffb29b5b3208c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.254741:0:15102:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:3.0:1787141450.255150:0:15102:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x1e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1787141450.255155:0:15102:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cdeb7411/0xc65ffb29b5b32093 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.255163:0:15102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1e:0x0].0x0 since=433s v=(0 0) 00010000:00010000:3.0:1787141450.255166:0:15102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787141450.255170:0:15102:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cdeb7411/0xc65ffb29b5b32093 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.255178:0:15102:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cdeb7411/0xc65ffb29b5b32093 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.255186:0:15102:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cdeb7411/0xc65ffb29b5b32093 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.255192:0:15102:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cdeb7411/0xc65ffb29b5b32093 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.255200:0:15102:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:3.0:1787141450.255527:0:15102:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1787141450.255533:0:15102:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d0cc5006/0xc65ffb29b5b3209a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.255541:0:15102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1d:0x0].0x0 since=433s v=(0 0) 00010000:00010000:3.0:1787141450.255550:0:15102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787141450.255554:0:15102:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d0cc5006/0xc65ffb29b5b3209a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.255564:0:15102:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d0cc5006/0xc65ffb29b5b3209a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.255572:0:15102:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d0cc5006/0xc65ffb29b5b3209a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.255579:0:15102:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d0cc5006/0xc65ffb29b5b3209a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.255586:0:15102:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00010000:00010000:3.0:1787141450.256004:0:14408:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1787141450.256011:0:14408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000df8fc71/0xc65ffb29b5b3207e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.256019:0:14408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439000 already unused, calling callback (ffffffffc163e230) 00010000:00010000:3.0:1787141450.256023:0:14408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000df8fc71/0xc65ffb29b5b3207e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.256031:0:14408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000df8fc71/0xc65ffb29b5b3207e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.256047:0:14408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000df8fc71/0xc65ffb29b5b3207e lrc: 1/0,0 mode: --/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.256065:0:14408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000df8fc71/0xc65ffb29b5b3207e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.256083:0:14408:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1787141450.256087:0:14408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004a7229dd/0xc65ffb29b5b32085 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.256094:0:14408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439e00 already unused, calling callback (ffffffffc163e230) 00010000:00010000:3.0:1787141450.256098:0:14408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004a7229dd/0xc65ffb29b5b32085 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.256105:0:14408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004a7229dd/0xc65ffb29b5b32085 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.256115:0:14408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004a7229dd/0xc65ffb29b5b32085 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.256121:0:14408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004a7229dd/0xc65ffb29b5b32085 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.256132:0:14408:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1787141450.256135:0:14408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000327d4646/0xc65ffb29b5b3208c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.256141:0:14408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438400 already unused, calling callback (ffffffffc163e230) 00010000:00010000:3.0:1787141450.256150:0:14408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000327d4646/0xc65ffb29b5b3208c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.256157:0:14408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000327d4646/0xc65ffb29b5b3208c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.256168:0:14408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000327d4646/0xc65ffb29b5b3208c lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.256174:0:14408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000327d4646/0xc65ffb29b5b3208c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.256186:0:14408:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787141450.256189:0:14408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cdeb7411/0xc65ffb29b5b32093 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.256195:0:14408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439200 already unused, calling callback (ffffffffc163e230) 00010000:00010000:3.0:1787141450.256198:0:14408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cdeb7411/0xc65ffb29b5b32093 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.256205:0:14408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cdeb7411/0xc65ffb29b5b32093 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.256214:0:14408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cdeb7411/0xc65ffb29b5b32093 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.256221:0:14408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cdeb7411/0xc65ffb29b5b32093 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.256237:0:14408:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787141450.256240:0:14408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d0cc5006/0xc65ffb29b5b3209a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.256247:0:14408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438e00 already unused, calling callback (ffffffffc163e230) 00010000:00010000:3.0:1787141450.256250:0:14408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d0cc5006/0xc65ffb29b5b3209a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.256257:0:14408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d0cc5006/0xc65ffb29b5b3209a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.256266:0:14408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d0cc5006/0xc65ffb29b5b3209a lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.256273:0:14408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d0cc5006/0xc65ffb29b5b3209a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.256284:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141450.256285:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141450.256287:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787141450.256514:0:15102:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1787141450.256520:0:15102:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000016caef78/0xc65ffb29b5b320a1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.256530:0:15102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1c:0x0].0x0 since=433s v=(0 0) 00010000:00010000:3.0:1787141450.256538:0:15102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787141450.256543:0:15102:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000016caef78/0xc65ffb29b5b320a1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.256553:0:15102:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000016caef78/0xc65ffb29b5b320a1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.256562:0:15102:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000016caef78/0xc65ffb29b5b320a1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.256569:0:15102:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000016caef78/0xc65ffb29b5b320a1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.256587:0:15102:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787141450.259146:0:14409:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787141450.259158:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000016caef78/0xc65ffb29b5b320a1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141450.259171:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439a00 already unused, calling callback (ffffffffc163e230) 00010000:00010000:2.0:1787141450.259175:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000016caef78/0xc65ffb29b5b320a1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141450.259184:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000016caef78/0xc65ffb29b5b320a1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141450.259218:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000016caef78/0xc65ffb29b5b320a1 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141450.259238:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000016caef78/0xc65ffb29b5b320a1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141450.259262:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787141450.259263:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787141450.259265:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141450.265404:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787141450.265652:0:15102:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1787141450.265663:0:15102:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000055c37030/0xc65ffb29b5b320a8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.265680:0:15102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1b:0x0].0x0 since=433s v=(0 0) 00010000:00010000:3.0:1787141450.265685:0:15102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787141450.265691:0:15102:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000055c37030/0xc65ffb29b5b320a8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.266168:0:15102:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000055c37030/0xc65ffb29b5b320a8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.266180:0:15102:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000055c37030/0xc65ffb29b5b320a8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.266193:0:15102:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000055c37030/0xc65ffb29b5b320a8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.268267:0:15102:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787141450.272566:0:14409:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787141450.272580:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000055c37030/0xc65ffb29b5b320a8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141450.272594:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438c00 already unused, calling callback (ffffffffc163e230) 00010000:00010000:2.0:1787141450.272599:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000055c37030/0xc65ffb29b5b320a8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141450.272610:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000055c37030/0xc65ffb29b5b320a8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141450.272630:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000055c37030/0xc65ffb29b5b320a8 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141450.272638:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000055c37030/0xc65ffb29b5b320a8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141450.272659:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787141450.272661:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787141450.272663:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787141450.273027:0:15102:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1787141450.273035:0:15102:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d0cc5006/0xc65ffb29b5b320af lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.273046:0:15102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1a:0x0].0x0 since=433s v=(0 0) 00010000:00010000:3.0:1787141450.273050:0:15102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787141450.273057:0:15102:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d0cc5006/0xc65ffb29b5b320af lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.273915:0:15102:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d0cc5006/0xc65ffb29b5b320af lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.273925:0:15102:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d0cc5006/0xc65ffb29b5b320af lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.273932:0:15102:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d0cc5006/0xc65ffb29b5b320af lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.273954:0:15102:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787141450.275481:0:14408:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787141450.275491:0:14408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d0cc5006/0xc65ffb29b5b320af lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.275512:0:14408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438e00 already unused, calling callback (ffffffffc163e230) 00010000:00010000:3.0:1787141450.275517:0:14408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d0cc5006/0xc65ffb29b5b320af lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.275526:0:14408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d0cc5006/0xc65ffb29b5b320af lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.275543:0:14408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d0cc5006/0xc65ffb29b5b320af lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.275550:0:14408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d0cc5006/0xc65ffb29b5b320af lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.275570:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141450.275572:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141450.275574:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787141450.288099:0:15102:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1787141450.288112:0:15102:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cdeb7411/0xc65ffb29b5b320b6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.288128:0:15102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x19:0x0].0x0 since=433s v=(0 0) 00010000:00010000:3.0:1787141450.288132:0:15102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787141450.288138:0:15102:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cdeb7411/0xc65ffb29b5b320b6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.288152:0:15102:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cdeb7411/0xc65ffb29b5b320b6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.288168:0:15102:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cdeb7411/0xc65ffb29b5b320b6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.288176:0:15102:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cdeb7411/0xc65ffb29b5b320b6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.288190:0:15102:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1787141450.288986:0:15102:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1787141450.288993:0:15102:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000327d4646/0xc65ffb29b5b320bd lrc: 3/0,1 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.289003:0:15102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x18:0x0].0x0 since=433s v=(0 0) 00010000:00010000:3.0:1787141450.289007:0:15102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787141450.289012:0:15102:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000327d4646/0xc65ffb29b5b320bd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.289022:0:15102:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000327d4646/0xc65ffb29b5b320bd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.289029:0:15102:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000327d4646/0xc65ffb29b5b320bd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.289036:0:15102:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000327d4646/0xc65ffb29b5b320bd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141450.290580:0:14409:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787141450.290593:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cdeb7411/0xc65ffb29b5b320b6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141450.290606:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439200 already unused, calling callback (ffffffffc163e230) 00010000:00010000:2.0:1787141450.290611:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cdeb7411/0xc65ffb29b5b320b6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141450.290621:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cdeb7411/0xc65ffb29b5b320b6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141450.290640:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cdeb7411/0xc65ffb29b5b320b6 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141450.290647:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cdeb7411/0xc65ffb29b5b320b6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141450.290667:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787141450.290669:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787141450.290671:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141450.290903:0:15102:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787141450.291297:0:14408:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787141450.291302:0:14408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000327d4646/0xc65ffb29b5b320bd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141450.291311:0:14408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438400 already unused, calling callback (ffffffffc163e230) 00010000:00010000:2.0:1787141450.291315:0:14408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000327d4646/0xc65ffb29b5b320bd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141450.291335:0:14408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000327d4646/0xc65ffb29b5b320bd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141450.291348:0:14408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000327d4646/0xc65ffb29b5b320bd lrc: 1/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141450.291355:0:14408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000327d4646/0xc65ffb29b5b320bd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141450.291370:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787141450.291372:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787141450.291374:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787141450.295476:0:15102:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x17:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1787141450.295491:0:15102:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004a7229dd/0xc65ffb29b5b320c4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.295510:0:15102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x17:0x0].0x0 since=433s v=(0 0) 00010000:00010000:3.0:1787141450.295515:0:15102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787141450.295521:0:15102:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004a7229dd/0xc65ffb29b5b320c4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.295537:0:15102:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004a7229dd/0xc65ffb29b5b320c4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.295549:0:15102:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004a7229dd/0xc65ffb29b5b320c4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.295557:0:15102:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004a7229dd/0xc65ffb29b5b320c4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.295582:0:15102:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787141450.296134:0:14409:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787141450.296142:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004a7229dd/0xc65ffb29b5b320c4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141450.296150:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439e00 already unused, calling callback (ffffffffc163e230) 00010000:00010000:2.0:1787141450.296154:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004a7229dd/0xc65ffb29b5b320c4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141450.296162:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004a7229dd/0xc65ffb29b5b320c4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141450.296178:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004a7229dd/0xc65ffb29b5b320c4 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141450.296197:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004a7229dd/0xc65ffb29b5b320c4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141450.296227:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787141450.296229:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787141450.296230:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1787141450.314693:0:5861:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00002000:00010000:3.0:1787141450.330624:0:15102:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x16:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1787141450.330639:0:15102:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d0cc5006/0xc65ffb29b5b320cb lrc: 3/0,1 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.330669:0:15102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x16:0x0].0x0 since=433s v=(0 0) 00010000:00010000:3.0:1787141450.330680:0:15102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787141450.330687:0:15102:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d0cc5006/0xc65ffb29b5b320cb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.334327:0:15102:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d0cc5006/0xc65ffb29b5b320cb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.334345:0:15102:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d0cc5006/0xc65ffb29b5b320cb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.334353:0:15102:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d0cc5006/0xc65ffb29b5b320cb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.334386:0:15102:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787141450.334958:0:14408:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787141450.334966:0:14408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d0cc5006/0xc65ffb29b5b320cb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.334975:0:14408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438e00 already unused, calling callback (ffffffffc163e230) 00010000:00010000:1.0:1787141450.334980:0:14408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d0cc5006/0xc65ffb29b5b320cb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.334990:0:14408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d0cc5006/0xc65ffb29b5b320cb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.335021:0:14408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d0cc5006/0xc65ffb29b5b320cb lrc: 1/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.335028:0:14408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d0cc5006/0xc65ffb29b5b320cb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.335049:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141450.335051:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141450.335053:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787141450.335138:0:15102:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x15:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1787141450.335144:0:15102:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000df8fc71/0xc65ffb29b5b320d2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.335155:0:15102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x15:0x0].0x0 since=433s v=(0 0) 00010000:00010000:3.0:1787141450.335159:0:15102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787141450.335165:0:15102:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000df8fc71/0xc65ffb29b5b320d2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.335173:0:15102:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000df8fc71/0xc65ffb29b5b320d2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.335180:0:15102:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000df8fc71/0xc65ffb29b5b320d2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.335192:0:15102:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000df8fc71/0xc65ffb29b5b320d2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.337073:0:15102:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1787141450.337641:0:15102:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x14:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1787141450.337649:0:15102:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000044f96c5b/0xc65ffb29b5b320d9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.337675:0:15102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x14:0x0].0x0 since=433s v=(0 0) 00010000:00010000:3.0:1787141450.337679:0:15102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787141450.337685:0:15102:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000044f96c5b/0xc65ffb29b5b320d9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.338138:0:15102:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000044f96c5b/0xc65ffb29b5b320d9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.338151:0:15102:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000044f96c5b/0xc65ffb29b5b320d9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.338159:0:15102:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000044f96c5b/0xc65ffb29b5b320d9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.339021:0:14409:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787141450.339030:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000df8fc71/0xc65ffb29b5b320d2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.339040:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439000 already unused, calling callback (ffffffffc163e230) 00010000:00010000:1.0:1787141450.339045:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000df8fc71/0xc65ffb29b5b320d2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.339062:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000df8fc71/0xc65ffb29b5b320d2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.339080:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000df8fc71/0xc65ffb29b5b320d2 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.339086:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000df8fc71/0xc65ffb29b5b320d2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.339125:0:14409:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787141450.339129:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000044f96c5b/0xc65ffb29b5b320d9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.339136:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438000 already unused, calling callback (ffffffffc163e230) 00010000:00010000:1.0:1787141450.339139:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000044f96c5b/0xc65ffb29b5b320d9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.339147:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000044f96c5b/0xc65ffb29b5b320d9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.339157:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000044f96c5b/0xc65ffb29b5b320d9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.339164:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141450.339166:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141450.339168:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141450.341156:0:15102:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1787141450.341168:0:15102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000044f96c5b/0xc65ffb29b5b320d9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787141450.341789:0:15102:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x13:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1787141450.341819:0:15102:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000098bf9f2f/0xc65ffb29b5b320e0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.341841:0:15102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x13:0x0].0x0 since=433s v=(0 0) 00010000:00010000:3.0:1787141450.341846:0:15102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787141450.341852:0:15102:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000098bf9f2f/0xc65ffb29b5b320e0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.341865:0:15102:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000098bf9f2f/0xc65ffb29b5b320e0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.341875:0:15102:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000098bf9f2f/0xc65ffb29b5b320e0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.341883:0:15102:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000098bf9f2f/0xc65ffb29b5b320e0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.341898:0:15102:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1787141450.342326:0:15102:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x12:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1787141450.342333:0:15102:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bd7bc6af/0xc65ffb29b5b320e7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.342342:0:15102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x12:0x0].0x0 since=433s v=(0 0) 00010000:00010000:3.0:1787141450.342345:0:15102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787141450.342356:0:15102:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bd7bc6af/0xc65ffb29b5b320e7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.342366:0:15102:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bd7bc6af/0xc65ffb29b5b320e7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.342374:0:15102:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bd7bc6af/0xc65ffb29b5b320e7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.342380:0:15102:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bd7bc6af/0xc65ffb29b5b320e7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.342387:0:15102:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1787141450.342760:0:15102:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x11:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1787141450.342765:0:15102:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008e3056fe/0xc65ffb29b5b320ee lrc: 3/0,1 mode: --/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.342773:0:15102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x11:0x0].0x0 since=433s v=(0 0) 00010000:00010000:3.0:1787141450.342776:0:15102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x11:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787141450.342780:0:15102:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008e3056fe/0xc65ffb29b5b320ee lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.342789:0:15102:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008e3056fe/0xc65ffb29b5b320ee lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.342819:0:15102:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008e3056fe/0xc65ffb29b5b320ee lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.342846:0:15102:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008e3056fe/0xc65ffb29b5b320ee lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.342853:0:15102:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:3.0:1787141450.343232:0:15102:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x10:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1787141450.343238:0:15102:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004a7229dd/0xc65ffb29b5b320f5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.343246:0:15102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x10:0x0].0x0 since=433s v=(0 0) 00010000:00010000:3.0:1787141450.343249:0:15102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x10:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787141450.343253:0:15102:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004a7229dd/0xc65ffb29b5b320f5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.343262:0:15102:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004a7229dd/0xc65ffb29b5b320f5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.343270:0:15102:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004a7229dd/0xc65ffb29b5b320f5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.343277:0:15102:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004a7229dd/0xc65ffb29b5b320f5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.343285:0:15102:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:3.0:1787141450.343664:0:15102:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1787141450.343670:0:15102:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000327d4646/0xc65ffb29b5b320fc lrc: 3/0,1 mode: --/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.343683:0:15102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xf:0x0].0x0 since=433s v=(0 0) 00010000:00010000:3.0:1787141450.343686:0:15102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787141450.343691:0:15102:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000327d4646/0xc65ffb29b5b320fc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.343700:0:15102:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000327d4646/0xc65ffb29b5b320fc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.343708:0:15102:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000327d4646/0xc65ffb29b5b320fc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.343715:0:15102:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000327d4646/0xc65ffb29b5b320fc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.343725:0:15102:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00010000:3.0:1787141450.344674:0:15102:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1787141450.344681:0:15102:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cdeb7411/0xc65ffb29b5b32103 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.344692:0:15102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe:0x0].0x0 since=433s v=(0 0) 00010000:00010000:3.0:1787141450.344695:0:15102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787141450.344700:0:15102:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cdeb7411/0xc65ffb29b5b32103 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.344710:0:15102:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cdeb7411/0xc65ffb29b5b32103 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.344732:0:15102:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cdeb7411/0xc65ffb29b5b32103 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.344740:0:15102:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cdeb7411/0xc65ffb29b5b32103 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.344749:0:15102:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00010000:00010000:1.0:1787141450.348266:0:14409:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1787141450.348281:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000098bf9f2f/0xc65ffb29b5b320e0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.348295:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439800 already unused, calling callback (ffffffffc163e230) 00010000:00010000:1.0:1787141450.348301:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000098bf9f2f/0xc65ffb29b5b320e0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.348331:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000098bf9f2f/0xc65ffb29b5b320e0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.348353:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000098bf9f2f/0xc65ffb29b5b320e0 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.348361:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000098bf9f2f/0xc65ffb29b5b320e0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.348387:0:14409:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1787141450.348391:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bd7bc6af/0xc65ffb29b5b320e7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.348397:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438a00 already unused, calling callback (ffffffffc163e230) 00010000:00010000:1.0:1787141450.348400:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bd7bc6af/0xc65ffb29b5b320e7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.348408:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bd7bc6af/0xc65ffb29b5b320e7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.348417:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bd7bc6af/0xc65ffb29b5b320e7 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.348424:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bd7bc6af/0xc65ffb29b5b320e7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.348450:0:14409:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1787141450.348453:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008e3056fe/0xc65ffb29b5b320ee lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.348459:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438600 already unused, calling callback (ffffffffc163e230) 00010000:00010000:1.0:1787141450.348462:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008e3056fe/0xc65ffb29b5b320ee lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.348469:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008e3056fe/0xc65ffb29b5b320ee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.348478:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008e3056fe/0xc65ffb29b5b320ee lrc: 1/0,0 mode: --/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.348484:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008e3056fe/0xc65ffb29b5b320ee lrc: 0/0,0 mode: --/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.348493:0:14409:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1787141450.348496:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004a7229dd/0xc65ffb29b5b320f5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.348501:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439e00 already unused, calling callback (ffffffffc163e230) 00010000:00010000:1.0:1787141450.348504:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004a7229dd/0xc65ffb29b5b320f5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.348519:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004a7229dd/0xc65ffb29b5b320f5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.348528:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004a7229dd/0xc65ffb29b5b320f5 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.348534:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004a7229dd/0xc65ffb29b5b320f5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.348545:0:14409:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787141450.348548:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000327d4646/0xc65ffb29b5b320fc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.348554:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438400 already unused, calling callback (ffffffffc163e230) 00010000:00010000:1.0:1787141450.348557:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000327d4646/0xc65ffb29b5b320fc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.348563:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000327d4646/0xc65ffb29b5b320fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.348571:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000327d4646/0xc65ffb29b5b320fc lrc: 1/0,0 mode: --/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.348577:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000327d4646/0xc65ffb29b5b320fc lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.348602:0:14409:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787141450.348605:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cdeb7411/0xc65ffb29b5b32103 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.348612:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439200 already unused, calling callback (ffffffffc163e230) 00010000:00010000:1.0:1787141450.348615:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cdeb7411/0xc65ffb29b5b32103 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.348623:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cdeb7411/0xc65ffb29b5b32103 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.348632:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cdeb7411/0xc65ffb29b5b32103 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.348639:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cdeb7411/0xc65ffb29b5b32103 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.348649:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141450.348651:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141450.348653:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141450.348660:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787141450.357627:0:15102:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1787141450.357640:0:15102:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000055c37030/0xc65ffb29b5b3210a lrc: 3/0,1 mode: --/PW res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.357655:0:15102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xd:0x0].0x0 since=433s v=(0 0) 00010000:00010000:3.0:1787141450.357660:0:15102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787141450.357666:0:15102:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000055c37030/0xc65ffb29b5b3210a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.357680:0:15102:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000055c37030/0xc65ffb29b5b3210a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.357690:0:15102:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000055c37030/0xc65ffb29b5b3210a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.358131:0:15102:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000055c37030/0xc65ffb29b5b3210a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.358770:0:15102:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1787141450.360330:0:15102:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1787141450.360341:0:15102:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000016caef78/0xc65ffb29b5b32111 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.360357:0:15102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xc:0x0].0x0 since=433s v=(0 0) 00010000:00010000:3.0:1787141450.360361:0:15102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xc:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787141450.360368:0:15102:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000016caef78/0xc65ffb29b5b32111 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.360382:0:15102:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000016caef78/0xc65ffb29b5b32111 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.360392:0:15102:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000016caef78/0xc65ffb29b5b32111 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.360398:0:15102:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000016caef78/0xc65ffb29b5b32111 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.367338:0:14409:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787141450.367353:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000055c37030/0xc65ffb29b5b3210a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.367368:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf438c00 already unused, calling callback (ffffffffc163e230) 00010000:00010000:1.0:1787141450.367388:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000055c37030/0xc65ffb29b5b3210a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.367399:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000055c37030/0xc65ffb29b5b3210a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.367420:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000055c37030/0xc65ffb29b5b3210a lrc: 1/0,0 mode: --/PW res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.367427:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000055c37030/0xc65ffb29b5b3210a lrc: 0/0,0 mode: --/PW res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.367451:0:14409:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787141450.367455:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000016caef78/0xc65ffb29b5b32111 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.367461:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf439a00 already unused, calling callback (ffffffffc163e230) 00010000:00010000:1.0:1787141450.367464:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000016caef78/0xc65ffb29b5b32111 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.367472:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000016caef78/0xc65ffb29b5b32111 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.367480:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000016caef78/0xc65ffb29b5b32111 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.367486:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141450.367491:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141450.367493:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141450.368002:0:15102:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1787141450.368010:0:15102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000016caef78/0xc65ffb29b5b32111 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.368300:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787141450.369490:0:15102:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1787141450.369500:0:15102:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000823df575/0xc65ffb29b5b32118 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.369520:0:15102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xb:0x0].0x0 since=433s v=(0 0) 00010000:00010000:3.0:1787141450.369525:0:15102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xb:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787141450.369531:0:15102:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000823df575/0xc65ffb29b5b32118 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.369544:0:15102:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000823df575/0xc65ffb29b5b32118 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.369554:0:15102:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000823df575/0xc65ffb29b5b32118 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.369562:0:15102:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000823df575/0xc65ffb29b5b32118 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.369626:0:15102:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1787141450.372366:0:15102:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1787141450.372381:0:15102:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008df1c659/0xc65ffb29b5b3211f lrc: 3/0,1 mode: --/PW res: [0x240000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.372399:0:15102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xa:0x0].0x0 since=433s v=(0 0) 00010000:00010000:3.0:1787141450.372403:0:15102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xa:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787141450.372410:0:15102:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008df1c659/0xc65ffb29b5b3211f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.372423:0:15102:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008df1c659/0xc65ffb29b5b3211f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.372446:0:15102:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008df1c659/0xc65ffb29b5b3211f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.372454:0:15102:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008df1c659/0xc65ffb29b5b3211f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141450.376240:0:15102:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1787141450.376952:0:15102:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787141450.376962:0:15102:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000007436130/0xc65ffb29b5b32126 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141450.376979:0:15102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x9:0x0].0x0 since=433s v=(0 0) 00010000:00010000:0.0:1787141450.376984:0:15102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x9:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787141450.376991:0:15102:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000007436130/0xc65ffb29b5b32126 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141450.377005:0:15102:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000007436130/0xc65ffb29b5b32126 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141450.377015:0:15102:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000007436130/0xc65ffb29b5b32126 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141450.377028:0:15102:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000007436130/0xc65ffb29b5b32126 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.377107:0:14409:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1787141450.377445:0:14408:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787141450.377453:0:14408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008df1c659/0xc65ffb29b5b3211f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141450.377461:0:14408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7ca6b76800 already unused, calling callback (ffffffffc163e230) 00010000:00010000:2.0:1787141450.377466:0:14408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008df1c659/0xc65ffb29b5b3211f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141450.377474:0:14408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008df1c659/0xc65ffb29b5b3211f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141450.377490:0:14408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008df1c659/0xc65ffb29b5b3211f lrc: 1/0,0 mode: --/PW res: [0x240000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141450.377497:0:14408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008df1c659/0xc65ffb29b5b3211f lrc: 0/0,0 mode: --/PW res: [0x240000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141450.379821:0:15102:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1787141450.380644:0:15102:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787141450.380654:0:15102:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000001c6ba4b/0xc65ffb29b5b3212d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141450.380672:0:15102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x8:0x0].0x0 since=433s v=(0 0) 00010000:00010000:0.0:1787141450.380677:0:15102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787141450.380683:0:15102:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000001c6ba4b/0xc65ffb29b5b3212d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141450.380769:0:15102:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000001c6ba4b/0xc65ffb29b5b3212d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141450.380781:0:15102:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000001c6ba4b/0xc65ffb29b5b3212d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141450.380788:0:15102:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000001c6ba4b/0xc65ffb29b5b3212d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141450.380871:0:15102:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1787141450.382147:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000823df575/0xc65ffb29b5b32118 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.382160:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7ca6b77600 already unused, calling callback (ffffffffc163e230) 00010000:00010000:1.0:1787141450.382166:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000823df575/0xc65ffb29b5b32118 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.382176:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000823df575/0xc65ffb29b5b32118 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.382193:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000823df575/0xc65ffb29b5b32118 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.382259:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000823df575/0xc65ffb29b5b32118 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.382908:0:14409:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787141450.382914:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000007436130/0xc65ffb29b5b32126 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.382922:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf405400 already unused, calling callback (ffffffffc163e230) 00010000:00010000:1.0:1787141450.382926:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000007436130/0xc65ffb29b5b32126 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.382948:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000007436130/0xc65ffb29b5b32126 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.382960:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000007436130/0xc65ffb29b5b32126 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.382968:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000007436130/0xc65ffb29b5b32126 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.382983:0:14409:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787141450.382987:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000001c6ba4b/0xc65ffb29b5b3212d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.382993:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf404c00 already unused, calling callback (ffffffffc163e230) 00010000:00010000:1.0:1787141450.382996:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000001c6ba4b/0xc65ffb29b5b3212d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.383004:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000001c6ba4b/0xc65ffb29b5b3212d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.383013:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000001c6ba4b/0xc65ffb29b5b3212d lrc: 1/0,0 mode: --/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.383020:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000001c6ba4b/0xc65ffb29b5b3212d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.383044:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141450.383046:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141450.383048:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787141450.383307:0:15102:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787141450.383315:0:15102:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f7853b6d/0xc65ffb29b5b32134 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141450.383332:0:15102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x7:0x0].0x0 since=433s v=(0 0) 00010000:00010000:0.0:1787141450.383336:0:15102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787141450.383343:0:15102:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f7853b6d/0xc65ffb29b5b32134 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141450.383353:0:15102:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f7853b6d/0xc65ffb29b5b32134 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141450.383362:0:15102:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f7853b6d/0xc65ffb29b5b32134 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141450.383368:0:15102:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f7853b6d/0xc65ffb29b5b32134 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141450.383391:0:15102:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:0.0:1787141450.383661:0:15102:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x240000400:6 00010000:00010000:1.0:1787141450.384186:0:14409:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787141450.384192:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f7853b6d/0xc65ffb29b5b32134 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.384262:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf405200 already unused, calling callback (ffffffffc163e230) 00010000:00010000:1.0:1787141450.384267:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f7853b6d/0xc65ffb29b5b32134 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.384276:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f7853b6d/0xc65ffb29b5b32134 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.384289:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f7853b6d/0xc65ffb29b5b32134 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.384296:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f7853b6d/0xc65ffb29b5b32134 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141450.384309:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141450.384310:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141450.384312:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141450.384361:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141450.384364:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141450.384366:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787141450.385296:0:15102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b82649500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:14442:x1873953263020800:12345-0@lo:5:osp-pre-0-0.0 Request processed in 189014us (199691us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141450.385311:0:15102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1787141450.390012:0:14442:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82649880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:14442:1873953263020800:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1787141450.390032:0:14442:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x240000400:0x21:0x0] from OST, last_created [0x240000400:0x21:0x0]last_used is [0x240000400:0x6:0x0] 00000100:00100000:0.0:1787141450.392540:0:14442:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431ea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:14442:1873953263020928:0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1787141450.392628:0:14442:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141450.392944:0:14442:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c83cf6600 going to sleep for 11 seconds 00000100:00100000:1.0:1787141450.400853:0:15103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263020928 00000100:00100000:1.0:1787141450.400870:0:15103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263020928 00000100:00100000:0.0:1787141450.401161:0:15103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1787141450.401172:0:15103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:14442:x1873953263020928:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:0.0:1787141450.401231:0:15103:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x240000400 at 34 00000100:00100000:0.0:1787141450.423735:0:15103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:14442:x1873953263020928:12345-0@lo:5:osp-pre-0-0.0 Request processed in 22558us (31100us total) trans 8589934593 rc 0/0 00000100:00100000:0.0:1787141450.423747:0:15103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1787141450.427550:0:14442:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431ea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:14442:1873953263020928:0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1787141450.427570:0:14442:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x240000400:0x21:0x0]-[0x240000400:0x41:0x0] 00000001:00080000:3.0:1787141450.796946:0:6713:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 8589934593 is committed 00000001:00100000:3.0:1787141450.796981:0:6713:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:1.0:1787141450.818939:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141451.841999:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141452.865013:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141453.891032:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141454.917943:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787141455.233518:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787141455.233543:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83781500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953263021056:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787141455.233611:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141455.236717:0:15105:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263021056 00000100:00100000:2.0:1787141455.236733:0:15105:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263021056 00000100:00100000:2.0:1787141455.236845:0:15105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1787141455.236858:0:15105:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953263021056:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1787141455.236896:0:15105:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1787141455.236977:0:15105:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953263021056:12345-0@lo:13:osp-pre-0-0.0 Request processed in 121us (3364us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141455.236984:0:15105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:2.0:1787141455.237008:0:14416:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787141455.237041:0:3307:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934593 gen 2 00000100:00100000:2.0:1787141455.237066:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83781500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953263021056:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1787141455.252719:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787141455.252725:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787141455.252729:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7ca0264000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787141455.252737:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 433 00000100:00080000:3.0:1787141455.252742:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1787141455.252749:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8b7ca0264000 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:3.0:1787141455.252757:0:3306:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787141455.252778:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82889c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:be52692e-784d-4bd8-b691-421ed3b0bea9:3306:1873953263021184:0@lo:400:kworker.0 00000100:00100000:3.0:1787141455.252868:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141455.252940:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b7b82889180 x1873953263021312/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787141455.252981:0:3303:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82889180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3303:1873953263021312:0@lo:8:kworker.0 00000100:00100000:3.0:1787141455.253017:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141455.253065:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82889880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3304:1873953263021440:0@lo:400:kworker.0 00000100:00100000:3.0:1787141455.253092:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141455.253126:0:14421:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263021440 00000100:00100000:3.0:1787141455.253132:0:14421:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263021440 00000100:00100000:3.0:1787141455.253181:0:14421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1787141455.253189:0:14421:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b8288b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3304:x1873953263021440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141455.253230:0:14421:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b8288b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3304:x1873953263021440:12345-0@lo:400:kworker.0 Request processed in 42us (137us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141455.253236:0:14421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:3.0:1787141455.253266:0:3304:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b7b82889880 x1873953263021440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787141471 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787141455.253278:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82889880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3304:1873953263021440:0@lo:400:kworker.0 00000100:00100000:3.0:1787141455.253307:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82889880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3305:1873953263021568:0@lo:400:kworker.0 00000100:00100000:3.0:1787141455.253326:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141455.255423:0:14414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263021184 00000100:00100000:0.0:1787141455.255436:0:14414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263021184 00000100:00100000:0.0:1787141455.255515:0:14414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1787141455.255524:0:14414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9250b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+16:3306:x1873953263021184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787141455.255601:0:14414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9250b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+16:3306:x1873953263021184:12345-0@lo:400:kworker.0 Request processed in 78us (2732us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141455.255607:0:14414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1787141455.255644:0:15102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263021312 00000100:00100000:0.0:1787141455.255649:0:15102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263021312 00000100:00100000:0.0:1787141455.255671:0:15102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1787141455.255675:0:15102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b8288bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3303:x1873953263021312:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1787141455.255693:0:15102:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1787141455.257376:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82889c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:be52692e-784d-4bd8-b691-421ed3b0bea9:3306:1873953263021184:0@lo:400:kworker.0 00000100:00100000:2.0:1787141455.267936:0:14419:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263021568 00000100:00100000:2.0:1787141455.267950:0:14419:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263021568 00000100:00100000:2.0:1787141455.268016:0:14419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1787141455.268029:0:14419:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b8288a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3305:x1873953263021568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787141455.268128:0:14419:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b8288a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3305:x1873953263021568:12345-0@lo:400:kworker.0 Request processed in 103us (14800us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141455.268135:0:14419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00080000:2.0:1787141455.268157:0:14416:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:2.0:1787141455.268207:0:3305:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8b7b82889880 x1873953263021568/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787141471 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787141455.268222:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82889880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3305:1873953263021568:0@lo:400:kworker.0 00000100:00100000:1.0:1787141455.294716:0:15102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b8288bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3303:x1873953263021312:12345-0@lo:8:kworker.0 Request processed in 39030us (41689us total) trans 0 rc -19/-19 00000100:00100000:1.0:1787141455.294729:0:15102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00080000:3.0:1787141455.295990:0:3303:0:(import.c:65:import_set_state_nolock()) ffff8b7ca0264000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787141455.295999:0:3303:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1787141455.296003:0:3303:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82889180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3303:1873953263021312:0@lo:8:kworker.0 00010000:00010000:3.0:1787141455.941861:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1787141456.816424:0:15820:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1787141456.816428:0:15820:0:(obd_mount.c:926:lmd_print()) device: lustre-ost2/ost2 00000080:01200004:3.0:1787141456.816671:0:15820:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8b7c86983800 00000020:01000004:3.0:1787141456.816696:0:15820:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-OST0001, type=osd-zfs, lsifl=200002, mountfl=0 00000020:01000004:3.0:1787141456.816710:0:15820:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-zfs) 00000020:00000080:3.0:1787141456.816726:0:15820:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff8b7cb47a4d28) 00000020:00000080:3.0:1787141456.816744:0:15820:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type osd-zfs with refcount 2 00100000:10000000:2.0:1787141456.856331:0:15820:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0001: refresh OI map for scrub, op 1, force yes, [0x200000007:0x1:0x0] => 0 (ROOT): rc = 1 00100000:10000000:3.0:1787141456.858346:0:15820:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-OST0001: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:3.0:1787141456.860324:0:15820:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0001: refresh OI map for scrub, op 1, force yes, [0x200000009:0x0:0x0] => 0 (update_log): rc = 1 00100000:10000000:3.0:1787141456.860947:0:15820:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0001: refresh OI map for scrub, op 1, force yes, [0x20000000a:0x0:0x0] => 0 (update_log_dir): rc = 1 00100000:10000000:3.0:1787141456.861329:0:15820:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-OST0001: registered index [0x200000003:0x3:0x0] (8/32) 00100000:10000000:3.0:1787141456.862134:0:15820:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled lustre-OST0001 under 429: rc = 0 00100000:10000000:3.0:1787141456.862358:0:15820:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled lustre-client under 429: rc = 0 00100000:10000000:3.0:1787141456.862453:0:15820:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled params under 429: rc = 0 00100000:10000000:3.0:1787141456.863403:0:15820:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x1020000 under 604: rc = 0 00100000:10000000:3.0:1787141456.863980:0:15820:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x2020000 under 604: rc = 0 00100000:10000000:3.0:1787141456.864611:0:15820:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x2020000-OST0001 under 604: rc = 0 00100000:10000000:3.0:1787141456.865317:0:15820:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x20000-OST0001 under 604: rc = 0 00100000:10000000:3.0:1787141456.865654:0:15820:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x20000 under 604: rc = 0 00100000:10000000:3.0:1787141456.866270:0:15820:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x1020000-OST0001 under 604: rc = 0 00000020:00000080:3.0:1787141456.867516:0:15820:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:3.0:1787141456.867604:0:15820:0:(osd_handler.c:1564:osd_obd_connect()) connect #0 00000020:00000080:3.0:1787141456.867615:0:15820:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xc65ffb29b5b32142 00000020:01000004:3.0:1787141456.867625:0:15820:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-OST0001 on device lustre-ost2/ost2 00000020:01000004:3.0:1787141456.867649:0:15820:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.111@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1787141456.867653:0:15820:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.111@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1787141456.867659:0:15820:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-OST0001 00000020:01000004:3.0:1787141456.867682:0:15820:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for lustre-ost2/ost2 10000000:01000000:3.0:1787141456.867687:0:15820:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.111@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:3.0:1787141456.882002:0:15820:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.111@tcp ctxt 0 is initialized 00000020:01000004:3.0:1787141456.882229:0:15820:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.203.111@tcp, index=0001, flags=0x20002 00000020:01000004:3.0:1787141456.882239:0:15820:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1787141456.882240:0:15820:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1787141456.882242:0:15820:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787141456.882243:0:15820:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787141456.882244:0:15820:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787141456.882245:0:15820:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787141456.882247:0:15820:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1787141456.882249:0:15820:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787141456.882250:0:15820:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1787141456.882253:0:15820:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:3.0:1787141456.882255:0:15820:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1787141456.882257:0:15820:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1787141456.882258:0:15820:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787141456.882259:0:15820:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787141456.882260:0:15820:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787141456.882261:0:15820:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787141456.882262:0:15820:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1787141456.882263:0:15820:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787141456.882264:0:15820:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1787141456.882289:0:15820:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:3.0:1787141456.882309:0:15820:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82889180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15820:1873953263021696:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1787141456.882376:0:15820:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141456.882499:0:15820:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c98901f00 going to sleep for 11 seconds 00000100:00100000:0.0:1787141456.883090:0:14415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263021696 00000100:00100000:0.0:1787141456.883098:0:14415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263021696 00000100:00100000:0.0:1787141456.883244:0:14415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1787141456.883255:0:14415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c92509050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be52692e-784d-4bd8-b691-421ed3b0bea9+16:15820:x1873953263021696:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1787141456.883285:0:14415:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:0.0:1787141456.883288:0:14415:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:0.0:1787141456.883292:0:14415:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:1.0:1787141456.895237:0:14415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c92509050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be52692e-784d-4bd8-b691-421ed3b0bea9+16:15820:x1873953263021696:12345-0@lo:253:mount.lustre.0 Request processed in 11977us (12853us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141456.895250:0:14415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1787141456.895328:0:15820:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82889180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15820:1873953263021696:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1787141456.895341:0:15820:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:3.0:1787141456.895344:0:15820:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1787141456.895345:0:15820:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1787141456.895347:0:15820:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787141456.895348:0:15820:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787141456.895349:0:15820:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787141456.895350:0:15820:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787141456.895352:0:15820:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1787141456.895353:0:15820:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787141456.895355:0:15820:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1787141456.895371:0:15820:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8b7c86983800 from lustre-OST0001 10000000:01000000:3.0:1787141456.895395:0:15820:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:3.0:1787141456.895397:0:15820:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:3.0:1787141456.895416:0:15820:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8b7cb47a19b8 local copy 00010000:00010000:3.0:1787141456.895426:0:15820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c82da7a00/0xc65ffb29b5b31eef lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b31ef6 expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141456.896127:0:15820:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82889180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15820:1873953263021824:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787141456.896241:0:15820:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141456.896321:0:15820:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c83cf60c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787141456.896362:0:14413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263021824 00000100:00100000:0.0:1787141456.896368:0:14413:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263021824 00000100:00100000:0.0:1787141456.896447:0:14413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1787141456.896457:0:14413:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c92509450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be52692e-784d-4bd8-b691-421ed3b0bea9+16:15820:x1873953263021824:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787141456.899461:0:14413:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c92509450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be52692e-784d-4bd8-b691-421ed3b0bea9+16:15820:x1873953263021824:12345-0@lo:501:mount.lustre.0 Request processed in 2997us (3210us total) trans 0 rc -2/-2 00000100:00100000:0.0:1787141456.899474:0:14413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1787141456.899712:0:15820:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82889180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15820:1873953263021824:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1787141456.899740:0:15820:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.111@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1787141456.900046:0:15820:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.111@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1787141456.900057:0:15820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c82da7a00/0xc65ffb29b5b31eef lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b31ef6 expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141456.900067:0:15820:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff8b7c82da7a00/0xc65ffb29b5b31eef lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b31ef6 expref: -99 pid: 14402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787141456.900097:0:15820:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8b7c86983800 10000000:01000000:3.0:1787141456.900102:0:15820:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1787141456.900108:0:15820:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:3.0:1787141456.900110:0:15820:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1787141456.900115:0:15820:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:3.0:1787141456.900118:0:15820:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:3.0:1787141456.900432:0:15820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7ca6b77800/0xc65ffb29b5b32149 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141456.900441:0:15820:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff8b7ca6b77800/0xc65ffb29b5b32149 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141456.900452:0:15820:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff8b7ca6b77800/0xc65ffb29b5b32149 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141456.900479:0:15820:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82889180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15820:1873953263021952:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1787141456.900534:0:15820:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141456.906574:0:15820:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c83cf60c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787141456.906759:0:14414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263021952 00000100:00100000:2.0:1787141456.906769:0:14414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263021952 00000100:00100000:2.0:1787141456.907375:0:14414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1787141456.907402:0:14414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c92509850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+16:15820:x1873953263021952:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787141456.907419:0:14414:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141456.907438:0:14414:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7c82da6c00/0xc65ffb29b5b32150 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b32149 expref: -99 pid: 14414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141456.907465:0:14414:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7c82da6c00/0xc65ffb29b5b32150 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b32149 expref: 17 pid: 14414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141456.907476:0:14414:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7c82da6c00/0xc65ffb29b5b32150 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b32149 expref: 17 pid: 14414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141456.907486:0:14414:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c82da6c00, rc 0) 00000100:00100000:2.0:1787141456.907577:0:14414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c92509850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+17:15820:x1873953263021952:12345-0@lo:101:mount.lustre.0 Request processed in 178us (7056us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141456.907584:0:14414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1787141456.907704:0:15820:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82889180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15820:1873953263021952:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787141456.907722:0:15820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff8b7ca6b77800/0xc65ffb29b5b32149 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b32150 expref: -99 pid: 15820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141456.907732:0:15820:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff8b7ca6b77800/0xc65ffb29b5b32149 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b32150 expref: -99 pid: 15820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1787141456.908465:0:15820:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 8 count 8 00000040:00080000:3.0:1787141456.909295:0:15820:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1787141456.909508:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x5:0x0].1, 224 off8416 00000040:00080000:3.0:1787141456.909554:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x5:0x0].2, 128 off8544 00000040:00080000:3.0:1787141456.909591:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x5:0x0].3, 112 off8656 00000040:00080000:3.0:1787141456.909641:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x5:0x0].4, 224 off8880 00000040:00080000:3.0:1787141456.909681:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x5:0x0].5, 224 off9104 00000040:00080000:3.0:1787141456.909717:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x5:0x0].6, 80 off9184 00000040:00080000:3.0:1787141456.909832:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x5:0x0].7, 224 off9408 00000040:00080000:3.0:1787141456.909842:0:15820:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 8 00000100:00100000:3.0:1787141456.909929:0:15820:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82889180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15820:1873953263022080:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787141456.909989:0:15820:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141456.910025:0:15820:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c83cf6e40 going to sleep for 11 seconds 00000100:00100000:2.0:1787141456.910970:0:14414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263022080 00000100:00100000:2.0:1787141456.910979:0:14414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263022080 00000100:00100000:2.0:1787141456.911100:0:14414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1787141456.911112:0:14414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c92509c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+17:15820:x1873953263022080:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787141456.911617:0:14414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c92509c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+17:15820:x1873953263022080:12345-0@lo:501:mount.lustre.0 Request processed in 506us (1626us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141456.911626:0:14414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1787141456.912300:0:15820:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82889180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15820:1873953263022080:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787141456.912353:0:15820:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82889180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15820:1873953263022208:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787141456.912405:0:15820:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141456.912441:0:15820:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c83cf6e40 going to sleep for 11 seconds 00000100:00100000:2.0:1787141456.912499:0:14414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263022208 00000100:00100000:2.0:1787141456.912505:0:14414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263022208 00000100:00100000:2.0:1787141456.912656:0:14414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1787141456.912665:0:14414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9250ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+17:15820:x1873953263022208:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787141456.913376:0:14414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9250ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+17:15820:x1873953263022208:12345-0@lo:503:mount.lustre.0 Request processed in 711us (970us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141456.913397:0:14414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1787141456.913508:0:15820:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82889180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15820:1873953263022208:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1787141456.915265:0:15820:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1787141456.915336:0:15820:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82889180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15820:1873953263022336:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787141456.915392:0:15820:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141456.915473:0:15820:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c83cf6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1787141456.915523:0:14413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263022336 00000100:00100000:0.0:1787141456.915529:0:14413:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263022336 00000100:00100000:0.0:1787141456.915837:0:14413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1787141456.915849:0:14413:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9250a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be52692e-784d-4bd8-b691-421ed3b0bea9+17:15820:x1873953263022336:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787141456.916212:0:14413:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9250a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be52692e-784d-4bd8-b691-421ed3b0bea9+17:15820:x1873953263022336:12345-0@lo:502:mount.lustre.0 Request processed in 366us (819us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141456.916220:0:14413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1787141456.916404:0:15820:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82889180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15820:1873953263022336:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787141456.916675:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].1, 224 off8416 00000040:00080000:3.0:1787141456.916740:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].2, 128 off8544 00000040:00080000:3.0:1787141456.916777:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].3, 112 off8656 00000040:00080000:3.0:1787141456.916878:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].4, 224 off8880 00000040:00080000:3.0:1787141456.916920:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].5, 224 off9104 00000040:00080000:3.0:1787141456.916957:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].6, 80 off9184 00000040:00080000:3.0:1787141456.917034:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].7, 224 off9408 00000040:00080000:3.0:1787141456.917075:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].8, 224 off9632 00000040:00080000:3.0:1787141456.917128:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].9, 120 off9752 00000100:00100000:3.0:1787141456.917161:0:15820:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82889180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15820:1873953263022464:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787141456.917204:0:15820:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141456.918247:0:15820:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c83cf6e40 going to sleep for 11 seconds 00000100:00100000:2.0:1787141456.918339:0:14414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263022464 00000100:00100000:2.0:1787141456.918347:0:14414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263022464 00000100:00100000:2.0:1787141456.918390:0:14414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1787141456.918399:0:14414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c92508850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+17:15820:x1873953263022464:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787141456.918643:0:14414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c92508850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+17:15820:x1873953263022464:12345-0@lo:502:mount.lustre.0 Request processed in 244us (1437us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141456.918651:0:14414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1787141456.919216:0:15820:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82889180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15820:1873953263022464:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787141456.919318:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].10, 224 off9976 00000040:00080000:3.0:1787141456.919346:0:15820:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 10 count 11 00000020:01000000:3.0:1787141456.921402:0:15821:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1787141456.921412:0:15821:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of lustre-ost2/ost2 00000020:00000080:3.0:1787141456.921419:0:15821:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787141456.921422:0:15821:0:(obd_config.c:1563:class_process_config()) marker 17 (0x1) lustre-OST0001 add ost 00000020:00000080:3.0:1787141456.921430:0:15821:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787141456.921456:0:15821:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff8b7b81ab0000) 00000020:00000080:3.0:1787141456.921488:0:15821:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type obdfilter with refcount 2 00000020:00000080:3.0:1787141456.921495:0:15821:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1787141456.921669:0:15821:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8b7c86983800 from lustre-OST0001, refs=2 00080000:01000000:3.0:1787141456.921677:0:15821:0:(osd_handler.c:1564:osd_obd_connect()) connect #1 00000020:00000080:3.0:1787141456.921685:0:15821:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xc65ffb29b5b3215e 00010000:00010000:1.0:1787141456.928537:0:15821:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-3 is initialized 00000001:00000004:1.0:1787141456.929214:0:15821:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 4294967310 00080000:10000000:1.0:1787141456.935666:0:15821:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/8/4) registered 00000020:00000080:1.0:1787141456.938109:0:15821:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:1.0:1787141456.938121:0:15821:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787141456.938127:0:15821:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787141456.938130:0:15821:0:(obd_config.c:1563:class_process_config()) marker 17 (0x2) lustre-OST0001 add ost 00000020:01000000:1.0:1787141456.938133:0:15821:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787141456.938137:0:15821:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787141456.938139:0:15821:0:(obd_config.c:1563:class_process_config()) marker 23 (0x1) lustre sys.timeout 00000020:00000080:1.0:1787141456.938142:0:15821:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1787141456.938144:0:15821:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1787141456.938148:0:15821:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787141456.938150:0:15821:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787141456.938151:0:15821:0:(obd_config.c:1563:class_process_config()) marker 23 (0x2) lustre sys.timeout 00000020:01000000:1.0:1787141456.938154:0:15821:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787141456.938156:0:15821:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787141456.938157:0:15821:0:(obd_config.c:1563:class_process_config()) marker 27 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1787141456.938161:0:15821:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:1.0:1787141456.938219:0:15821:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787141456.938222:0:15821:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787141456.938224:0:15821:0:(obd_config.c:1563:class_process_config()) marker 27 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1787141456.938235:0:15821:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000020:01000000:3.0:1787141456.938393:0:15820:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:3.0:1787141456.938419:0:15820:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:3.0:1787141456.938441:0:15820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7ca6b77800/0xc65ffb29b5b32149 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b32150 expref: -99 pid: 15820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141456.938454:0:15820:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff8b7ca6b77800/0xc65ffb29b5b32149 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b32150 expref: -99 pid: 15820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787141456.938463:0:15820:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8b7c86983800 from 1 10000000:01000000:3.0:1787141456.938465:0:15820:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1787141456.938499:0:15820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7ca6b77400/0xc65ffb29b5b32165 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141456.938507:0:15820:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff8b7ca6b77400/0xc65ffb29b5b32165 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141456.938530:0:15820:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff8b7ca6b77400/0xc65ffb29b5b32165 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141456.938556:0:15820:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82889180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15820:1873953263022592:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1787141456.938621:0:15820:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141456.938655:0:15820:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c871c8480 going to sleep for 11 seconds 00000100:00100000:2.0:1787141456.938967:0:14414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263022592 00000100:00100000:2.0:1787141456.938975:0:14414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263022592 00000100:00100000:2.0:1787141456.939172:0:14414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1787141456.939183:0:14414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9250b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+17:15820:x1873953263022592:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787141456.939197:0:14414:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141456.939210:0:14414:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7c82da7000/0xc65ffb29b5b3216c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b32165 expref: -99 pid: 14414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141456.939233:0:14414:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7c82da7000/0xc65ffb29b5b3216c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b32165 expref: 18 pid: 14414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141456.939243:0:14414:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7c82da7000/0xc65ffb29b5b3216c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b32165 expref: 18 pid: 14414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141456.939252:0:14414:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c82da7000, rc 0) 00000100:00100000:2.0:1787141456.939304:0:14414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9250b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+18:15820:x1873953263022592:12345-0@lo:101:mount.lustre.0 Request processed in 123us (682us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141456.939311:0:14414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1787141456.939947:0:15820:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82889180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15820:1873953263022592:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787141456.939965:0:15820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff8b7ca6b77400/0xc65ffb29b5b32165 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b3216c expref: -99 pid: 15820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141456.939975:0:15820:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff8b7ca6b77400/0xc65ffb29b5b32165 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b3216c expref: -99 pid: 15820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1787141456.940475:0:15820:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 4 count 4 00000040:00080000:1.0:1787141456.940926:0:15820:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1787141456.941142:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].1, 224 off8416 00000040:00080000:1.0:1787141456.941186:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].2, 112 off8528 00000040:00080000:1.0:1787141456.941248:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 224 off8752 00000040:00080000:1.0:1787141456.941257:0:15820:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 3 count 4 00000100:00100000:1.0:1787141456.941320:0:15820:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82649880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15820:1873953263022720:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787141456.941373:0:15820:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141456.944335:0:15820:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cc0f51240 going to sleep for 11 seconds 00000100:00100000:3.0:1787141456.944416:0:14413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263022720 00000100:00100000:3.0:1787141456.944425:0:14413:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263022720 00000100:00100000:3.0:1787141456.944469:0:14413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1787141456.944480:0:14413:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c92508c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be52692e-784d-4bd8-b691-421ed3b0bea9+18:15820:x1873953263022720:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787141456.945982:0:14413:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c92508c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be52692e-784d-4bd8-b691-421ed3b0bea9+18:15820:x1873953263022720:12345-0@lo:501:mount.lustre.0 Request processed in 1499us (4603us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141456.945994:0:14413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1787141456.948642:0:15820:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82649880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15820:1873953263022720:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787141456.949164:0:15820:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82649880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15820:1873953263022848:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787141456.949232:0:15820:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141456.949274:0:15820:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cc0f51240 going to sleep for 11 seconds 00000100:00100000:2.0:1787141456.949514:0:14414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263022848 00000100:00100000:2.0:1787141456.949537:0:14414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263022848 00000100:00100000:2.0:1787141456.949587:0:14414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1787141456.949597:0:14414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c92508450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+18:15820:x1873953263022848:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787141456.949934:0:14414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c92508450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+18:15820:x1873953263022848:12345-0@lo:503:mount.lustre.0 Request processed in 337us (701us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141456.949943:0:14414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1787141456.950394:0:15820:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82649880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15820:1873953263022848:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1787141456.951188:0:15820:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1787141456.951266:0:15820:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82649880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15820:1873953263022976:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787141456.951320:0:15820:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141456.951401:0:15820:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cc0f51240 going to sleep for 11 seconds 00000100:00100000:0.0:1787141456.952206:0:14415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263022976 00000100:00100000:0.0:1787141456.952215:0:14415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263022976 00000100:00100000:1.0:1787141456.952647:0:14415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1787141456.952665:0:14415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cba45cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be52692e-784d-4bd8-b691-421ed3b0bea9+18:15820:x1873953263022976:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787141456.953222:0:14415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cba45cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be52692e-784d-4bd8-b691-421ed3b0bea9+18:15820:x1873953263022976:12345-0@lo:502:mount.lustre.0 Request processed in 559us (1900us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141456.953231:0:14415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1787141456.957339:0:15820:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82649880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15820:1873953263022976:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1787141456.957591:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].1, 224 off8416 00000040:00080000:0.0:1787141456.957636:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].2, 112 off8528 00000040:00080000:0.0:1787141456.957681:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].3, 224 off8752 00000040:00080000:1.0:1787141456.958374:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].4, 224 off8976 00000040:00080000:1.0:1787141456.958414:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].5, 112 off9088 00000040:00080000:1.0:1787141456.958455:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].6, 224 off9312 00000040:00080000:1.0:1787141456.958474:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].7, 224 off9536 00000040:00080000:1.0:1787141456.958494:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].8, 128 off9664 00000100:00100000:1.0:1787141456.958537:0:15820:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b8264a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15820:1873953263023104:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787141456.958601:0:15820:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141456.958645:0:15820:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c83cf6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1787141456.958954:0:14413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263023104 00000100:00100000:0.0:1787141456.959024:0:14413:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263023104 00000100:00100000:0.0:1787141456.959077:0:14413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1787141456.959088:0:14413:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cba45dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be52692e-784d-4bd8-b691-421ed3b0bea9+18:15820:x1873953263023104:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787141456.959366:0:14413:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cba45dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be52692e-784d-4bd8-b691-421ed3b0bea9+18:15820:x1873953263023104:12345-0@lo:502:mount.lustre.0 Request processed in 278us (763us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141456.959374:0:14413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1787141456.959394:0:15820:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b8264a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15820:1873953263023104:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787141456.959472:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].9, 224 off9888 00000040:00080000:2.0:1787141456.959481:0:15820:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 9 count 10 00000020:01000000:1.0:1787141456.960362:0:15825:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787141456.960371:0:15825:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787141456.960373:0:15825:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1787141456.960380:0:15825:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8b7c86983800 00000020:00000080:1.0:1787141456.960383:0:15825:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1787141456.960390:0:15825:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787141456.960392:0:15825:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787141456.960394:0:15825:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1787141456.960397:0:15825:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787141456.960399:0:15825:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787141456.960401:0:15825:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1787141456.960404:0:15825:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8b7c86983800 00000020:00000080:1.0:1787141456.960406:0:15825:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1787141456.960455:0:15825:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787141456.960459:0:15825:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787141456.960460:0:15825:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1787141456.960463:0:15825:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787141456.960466:0:15825:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787141456.960467:0:15825:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1787141456.960479:0:15825:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8b7c86983800 00000020:00000080:1.0:1787141456.960481:0:15825:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1787141456.960529:0:15825:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787141456.960533:0:15825:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787141456.960534:0:15825:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000040:00080000:1.0:1787141456.960537:0:15825:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 10 count 10 00000020:01000000:2.0:1787141456.961421:0:15820:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-9 (rc=0) 10000000:01000000:2.0:1787141456.961452:0:15820:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1787141456.962071:0:15820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7ca6b77400/0xc65ffb29b5b32165 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b3216c expref: -99 pid: 15820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141456.962084:0:15820:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff8b7ca6b77400/0xc65ffb29b5b32165 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b3216c expref: -99 pid: 15820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787141456.962133:0:15820:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1787141456.962136:0:15820:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8b7c86983800 10000000:01000000:2.0:1787141456.962140:0:15820:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8b7c86983800 10000000:01000000:2.0:1787141456.962203:0:15820:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1787141456.962209:0:15820:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8b7c86983800 from 1 10000000:01000000:2.0:1787141456.962212:0:15820:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1787141456.962245:0:15820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c82da7e00/0xc65ffb29b5b32173 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141456.962253:0:15820:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff8b7c82da7e00/0xc65ffb29b5b32173 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141456.962275:0:15820:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff8b7c82da7e00/0xc65ffb29b5b32173 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141456.962298:0:15820:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83781500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15820:1873953263023232:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1787141456.962355:0:15820:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141456.962401:0:15820:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cc0e5e600 going to sleep for 11 seconds 00000100:00100000:0.0:1787141456.962476:0:14415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263023232 00000100:00100000:0.0:1787141456.962484:0:14415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263023232 00000100:00100000:0.0:1787141456.962527:0:14415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1787141456.962536:0:14415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cba45d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be52692e-784d-4bd8-b691-421ed3b0bea9+18:15820:x1873953263023232:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787141456.962548:0:14415:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141456.962560:0:14415:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7cbf405e00/0xc65ffb29b5b3217a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b32173 expref: -99 pid: 14415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141456.962583:0:14415:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7cbf405e00/0xc65ffb29b5b3217a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b32173 expref: 19 pid: 14415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141456.962593:0:14415:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7cbf405e00/0xc65ffb29b5b3217a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b32173 expref: 19 pid: 14415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141456.962602:0:14415:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf405e00, rc 0) 00000100:00100000:0.0:1787141456.962639:0:14415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cba45d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be52692e-784d-4bd8-b691-421ed3b0bea9+19:15820:x1873953263023232:12345-0@lo:101:mount.lustre.0 Request processed in 104us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141456.962645:0:14415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1787141456.962867:0:15820:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83781500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15820:1873953263023232:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787141456.962882:0:15820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff8b7c82da7e00/0xc65ffb29b5b32173 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b3217a expref: -99 pid: 15820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141456.962891:0:15820:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff8b7c82da7e00/0xc65ffb29b5b32173 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b3217a expref: -99 pid: 15820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141456.963234:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1787141456.964353:0:15820:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 39 count 39 00000040:00080000:2.0:1787141456.966840:0:15820:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1787141456.967288:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].1, 224 off8416 00000040:00080000:2.0:1787141456.967339:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].2, 120 off8536 00000040:00080000:2.0:1787141456.967374:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].3, 168 off8704 00000040:00080000:2.0:1787141456.967425:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].4, 224 off8928 00000040:00080000:2.0:1787141456.967469:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].5, 224 off9152 00000040:00080000:2.0:1787141456.967519:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].6, 120 off9272 00000040:00080000:2.0:1787141456.967557:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].7, 168 off9440 00000040:00080000:2.0:1787141456.967592:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].8, 224 off9664 00000040:00080000:2.0:1787141456.967641:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].9, 224 off9888 00000040:00080000:2.0:1787141456.967681:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].10, 120 off10008 00000040:00080000:2.0:1787141456.968083:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].11, 224 off10232 00000040:00080000:2.0:1787141456.968139:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].12, 224 off10456 00000040:00080000:2.0:1787141456.968267:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].13, 88 off10544 00000040:00080000:2.0:1787141456.968304:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].14, 128 off10672 00000040:00080000:2.0:1787141456.968369:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].15, 144 off10816 00000040:00080000:2.0:1787141456.968409:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].16, 160 off10976 00000040:00080000:2.0:1787141456.968445:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].17, 224 off11200 00000040:00080000:2.0:1787141456.968494:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].18, 224 off11424 00000040:00080000:2.0:1787141456.968530:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].19, 80 off11504 00000040:00080000:2.0:1787141456.968566:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].20, 224 off11728 00000040:00080000:2.0:1787141456.968612:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].21, 224 off11952 00000040:00080000:2.0:1787141456.968648:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].22, 88 off12040 00000040:00080000:2.0:1787141456.968678:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].23, 128 off12168 00000040:00080000:2.0:1787141456.968868:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].24, 144 off12312 00000040:00080000:2.0:1787141456.968908:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].25, 128 off12440 00000040:00080000:2.0:1787141456.968943:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].26, 224 off12664 00000040:00080000:2.0:1787141456.969066:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].27, 224 off12888 00000040:00080000:2.0:1787141456.969105:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].28, 80 off12968 00000040:00080000:2.0:1787141456.969171:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].29, 224 off13192 00000040:00080000:2.0:1787141456.969225:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].30, 224 off13416 00000040:00080000:2.0:1787141456.969262:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].31, 88 off13504 00000040:00080000:2.0:1787141456.969295:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].32, 128 off13632 00000040:00080000:2.0:1787141456.969326:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].33, 144 off13776 00000040:00080000:2.0:1787141456.969370:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].34, 128 off13904 00000040:00080000:2.0:1787141456.969405:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].35, 224 off14128 00000040:00080000:2.0:1787141456.969463:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].36, 224 off14352 00000040:00080000:2.0:1787141456.969500:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].37, 80 off14432 00000040:00080000:2.0:1787141456.969592:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x9:0x0].38, 224 off14656 00000040:00080000:2.0:1787141456.969601:0:15820:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 38 count 39 00000100:00100000:2.0:1787141456.969901:0:15820:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83781500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15820:1873953263023360:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787141456.970065:0:15820:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141456.970109:0:15820:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cc0e5e600 going to sleep for 11 seconds 00000100:00100000:0.0:1787141456.970115:0:14413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263023360 00000100:00100000:0.0:1787141456.970122:0:14413:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263023360 00000100:00100000:0.0:1787141456.970165:0:14413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1787141456.970175:0:14413:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cba45e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be52692e-784d-4bd8-b691-421ed3b0bea9+19:15820:x1873953263023360:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787141456.970358:0:14413:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cba45e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be52692e-784d-4bd8-b691-421ed3b0bea9+19:15820:x1873953263023360:12345-0@lo:501:mount.lustre.0 Request processed in 185us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141456.970367:0:14413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1787141456.970394:0:15820:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83781500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15820:1873953263023360:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787141456.970425:0:15820:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83781500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15820:1873953263023488:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787141456.970466:0:15820:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141456.970488:0:14414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263023488 00000100:00100000:2.0:1787141456.970492:0:14414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263023488 00000100:00100000:2.0:1787141456.970520:0:14414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1787141456.970527:0:14414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cba45e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+19:15820:x1873953263023488:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787141456.970952:0:14414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cba45e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+19:15820:x1873953263023488:12345-0@lo:503:mount.lustre.0 Request processed in 424us (484us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141456.971024:0:14414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1787141456.971064:0:15820:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cc0e5e600 going to sleep for 11 seconds 00000100:00100000:2.0:1787141456.971079:0:15820:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83781500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15820:1873953263023488:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1787141456.971604:0:15820:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1787141456.971662:0:15820:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83781500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15820:1873953263023616:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787141456.971836:0:15820:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141456.971863:0:15820:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cc0e5e600 going to sleep for 11 seconds 00000100:00100000:0.0:1787141456.972102:0:14415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263023616 00000100:00100000:0.0:1787141456.972107:0:14415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263023616 00000100:00100000:0.0:1787141456.972143:0:14415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1787141456.972159:0:14415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cba45fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be52692e-784d-4bd8-b691-421ed3b0bea9+19:15820:x1873953263023616:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787141456.972397:0:14415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cba45fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be52692e-784d-4bd8-b691-421ed3b0bea9+19:15820:x1873953263023616:12345-0@lo:502:mount.lustre.0 Request processed in 239us (560us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141456.972404:0:14415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1787141456.972877:0:15820:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83781500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15820:1873953263023616:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787141456.973106:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].1, 224 off8416 00000040:00080000:3.0:1787141456.973156:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].2, 120 off8536 00000040:00080000:3.0:1787141456.973191:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].3, 168 off8704 00000040:00080000:3.0:1787141456.973236:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].4, 224 off8928 00000040:00080000:3.0:1787141456.973272:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].5, 224 off9152 00000040:00080000:3.0:1787141456.973320:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].6, 120 off9272 00000040:00080000:3.0:1787141456.973354:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].7, 168 off9440 00000040:00080000:3.0:1787141456.973386:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].8, 224 off9664 00000040:00080000:3.0:1787141456.973430:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].9, 224 off9888 00000040:00080000:3.0:1787141456.973465:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].10, 120 off10008 00000040:00080000:3.0:1787141456.973511:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].11, 224 off10232 00000040:00080000:3.0:1787141456.973574:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].12, 224 off10456 00000040:00080000:3.0:1787141456.973610:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].13, 88 off10544 00000040:00080000:3.0:1787141456.973642:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].14, 128 off10672 00000040:00080000:3.0:1787141456.973687:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].15, 144 off10816 00000040:00080000:3.0:1787141456.973722:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].16, 160 off10976 00000040:00080000:3.0:1787141456.973755:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].17, 224 off11200 00000040:00080000:3.0:1787141456.973840:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].18, 224 off11424 00000040:00080000:3.0:1787141456.973877:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].19, 80 off11504 00000040:00080000:3.0:1787141456.973912:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].20, 224 off11728 00000040:00080000:3.0:1787141456.973960:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].21, 224 off11952 00000040:00080000:3.0:1787141456.973993:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].22, 88 off12040 00000040:00080000:3.0:1787141456.974024:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].23, 128 off12168 00000040:00080000:3.0:1787141456.974067:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].24, 144 off12312 00000040:00080000:3.0:1787141456.974103:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].25, 128 off12440 00000040:00080000:3.0:1787141456.974138:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].26, 224 off12664 00000040:00080000:3.0:1787141456.974209:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].27, 224 off12888 00000040:00080000:3.0:1787141456.974243:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].28, 80 off12968 00000040:00080000:3.0:1787141456.974276:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].29, 224 off13192 00000040:00080000:3.0:1787141456.974336:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].30, 224 off13416 00000040:00080000:3.0:1787141456.974376:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].31, 88 off13504 00000040:00080000:3.0:1787141456.974409:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].32, 128 off13632 00000040:00080000:3.0:1787141456.974440:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].33, 144 off13776 00000040:00080000:3.0:1787141456.974484:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].34, 128 off13904 00000040:00080000:3.0:1787141456.974517:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].35, 224 off14128 00000040:00080000:3.0:1787141456.974564:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].36, 224 off14352 00000040:00080000:3.0:1787141456.974597:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].37, 80 off14432 00000040:00080000:3.0:1787141456.974625:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].38, 224 off14656 00000040:00080000:3.0:1787141456.974664:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].39, 224 off14880 00000040:00080000:3.0:1787141456.974698:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].40, 120 off15000 00000100:00100000:3.0:1787141456.974734:0:15820:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82889c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15820:1873953263023744:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787141456.974822:0:15820:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141456.974853:0:14414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263023744 00000100:00100000:2.0:1787141456.974859:0:14414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263023744 00000100:00100000:2.0:1787141456.974909:0:14414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1787141456.974917:0:14414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cba45ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+19:15820:x1873953263023744:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787141456.975247:0:14414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cba45ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+19:15820:x1873953263023744:12345-0@lo:502:mount.lustre.0 Request processed in 329us (424us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141456.975254:0:14414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1787141456.975300:0:15820:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c871c83c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787141456.975319:0:15820:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82889c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15820:1873953263023744:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787141456.975382:0:15820:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xa:0x0].41, 224 off15224 00000040:00080000:2.0:1787141456.975393:0:15820:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 41 count 42 00000020:01000004:3.0:1787141456.981127:0:15830:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:3.0:1787141456.981144:0:15830:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff8b7b81ab19b8) 00000020:00000080:3.0:1787141456.981165:0:15830:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type lwp with refcount 2 00000020:01000004:3.0:1787141456.981250:0:15830:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8b7c86983800 from lustre-OST0001, refs=3 00000020:01000004:3.0:1787141456.981255:0:15830:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8b7c86983800 from lustre-OST0001, refs=3 00000020:01000004:3.0:1787141456.981258:0:15830:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8b7c86983800 3 00010000:00080000:3.0:1787141456.981287:0:15830:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8b7b81ab8000@lustre-MDT0000-lwp-OST0001: add connection 192.168.203.111@tcp at head 00010000:00010000:3.0:1787141456.986903:0:15830:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-5 is initialized 00000020:00000080:3.0:1787141456.987656:0:15830:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:3.0:1787141456.987692:0:15830:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1787141456.987717:0:15830:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0xc65ffb29b5b32188 00000100:00080000:3.0:1787141456.987728:0:15830:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1787141456.987733:0:15830:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8b7b81ab8000 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:3.0:1787141456.987765:0:15830:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b7b8288aa00 x1873953263023872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787141456.988209:0:3303:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b8288aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3303:1873953263023872:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1787141456.988287:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141456.988366:0:14420:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263023872 00000100:00100000:3.0:1787141456.988372:0:14420:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263023872 00000100:00100000:3.0:1787141456.988403:0:14420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1787141456.988410:0:14420:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83780e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3303:x1873953263023872:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1787141456.988433:0:14420:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 439 last 0 00000020:00000080:3.0:1787141456.988464:0:14420:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0xc65ffb29b5b3218f 00000004:00100000:3.0:1787141456.988477:0:14420:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1787141456.988506:0:14420:0:(import.c:65:import_set_state_nolock()) ffff8b7b811b1000 : changing import state from RECOVER to FULL 00000100:00080000:1.0:1787141456.989064:0:15830:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1787141456.989115:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787141456.989119:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787141456.989122:0:38:0:(import.c:65:import_set_state_nolock()) ffff8b7ca0264000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787141456.989127:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 438 00000100:00080000:1.0:1787141456.989130:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787141456.989135:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8b7ca0264000 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:1.0:1787141456.989151:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b7b82648000 x1873953263024128/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787141456.990298:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787141456.990316:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82649180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953263024000:0@lo:400:kworker.0 00000100:00100000:0.0:1787141456.990370:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141456.990418:0:15101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263024000 00000100:00100000:0.0:1787141456.990424:0:15101:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263024000 00000100:00100000:0.0:1787141456.990463:0:15101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1787141456.990471:0:15101:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953263024000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787141456.990482:0:3303:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82648000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3303:1873953263024128:0@lo:8:kworker.0 00000100:00100000:2.0:1787141456.990506:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141456.990514:0:15101:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953263024000:12345-0@lo:400:kworker.0 Request processed in 44us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141456.990521:0:15101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1787141456.990535:0:15101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263024128 00000100:00100000:0.0:1787141456.990538:0:15101:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263024128 00000100:00100000:0.0:1787141456.990550:0:15101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1787141456.990554:0:15101:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83783800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3303:x1873953263024128:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1787141456.990593:0:15101:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83783800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3303:x1873953263024128:12345-0@lo:8:kworker.0 Request processed in 37us (86us total) trans 0 rc -11/-11 00000100:00100000:0.0:1787141456.990600:0:15101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1787141456.990632:0:14420:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83780e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3303:x1873953263023872:12345-0@lo:38:llog_process_th.0 Request processed in 2220us (2344us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141456.990636:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82649180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953263024000:0@lo:400:kworker.0 00000100:00100000:3.0:1787141456.990641:0:14420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1787141456.993687:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82648e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3307:1873953263024256:0@lo:400:kworker.0 00000100:00100000:0.0:1787141456.993750:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141456.994080:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82649f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3304:1873953263024384:0@lo:400:kworker.0 00000100:00100000:1.0:1787141456.994110:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141456.994150:0:14419:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263024256 00000100:00100000:1.0:1787141456.994157:0:14419:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263024256 00000100:00100000:1.0:1787141456.994196:0:14419:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263024384 00000100:00100000:1.0:1787141456.994200:0:14419:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263024384 00000100:00100000:1.0:1787141456.994216:0:14419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1787141456.994226:0:14419:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1873953263024256:12345-0@lo:400:kworker.0 00010000:00080000:2.0:1787141456.994265:0:3303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7b8288aa00 x1873953263023872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787141466 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787141456.994281:0:3303:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1787141456.994291:0:3303:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 2 00000100:00080000:2.0:1787141456.994299:0:3303:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1787141456.994304:0:3303:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1787141456.994307:0:3303:0:(import.c:65:import_set_state_nolock()) ffff8b7b81ab8000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1787141456.994314:0:3303:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b8288aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3303:1873953263023872:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1787141456.994339:0:14421:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:2.0:1787141456.994347:0:14421:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:1.0:1787141456.994405:0:14419:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1873953263024256:12345-0@lo:400:kworker.0 Request processed in 180us (654us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141456.994413:0:14419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1787141456.994430:0:14419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1787141456.994438:0:14419:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b8264b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3304:x1873953263024384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787141456.994481:0:14419:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b8264b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3304:x1873953263024384:12345-0@lo:400:kworker.0 Request processed in 45us (370us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141456.994488:0:14419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00080000:1.0:1787141456.994517:0:3304:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7b82649f80 x1873953263024384/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787141472 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787141456.994527:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82649f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3304:1873953263024384:0@lo:400:kworker.0 00010000:00080000:0.0:1787141456.994696:0:3307:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7b82648e00 x1873953263024256/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787141472 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787141456.994718:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82648e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3307:1873953263024256:0@lo:400:kworker.0 00000100:00100000:2.0:1787141456.994882:0:3303:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1787141456.994888:0:3303:0:(import.c:65:import_set_state_nolock()) ffff8b7ca0264000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787141456.994892:0:3303:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1787141456.994895:0:3303:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82648000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3303:1873953263024128:0@lo:8:kworker.0 00000040:00080000:2.0:1787141456.995292:0:15830:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 42 count 42 00000020:01000000:2.0:1787141456.995384:0:15820:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-41 (rc=0) 10000000:01000000:2.0:1787141456.995409:0:15820:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1787141456.996204:0:15820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7c82da7e00/0xc65ffb29b5b32173 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b3217a expref: -99 pid: 15820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141456.996217:0:15820:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff8b7c82da7e00/0xc65ffb29b5b32173 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b3217a expref: -99 pid: 15820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1787141456.996309:0:15820:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1787141456.996311:0:15820:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1787141456.996312:0:15820:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787141456.996313:0:15820:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787141456.996314:0:15820:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787141456.996316:0:15820:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787141456.996317:0:15820:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1787141456.996320:0:15820:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787141456.996321:0:15820:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1787141456.996325:0:15820:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:2.0:1787141456.996327:0:15820:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1787141456.996328:0:15820:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1787141456.996329:0:15820:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787141456.996330:0:15820:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787141456.996332:0:15820:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787141456.996333:0:15820:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787141456.996334:0:15820:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1787141456.996335:0:15820:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787141456.996336:0:15820:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1787141456.996361:0:15820:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:2.0:1787141456.996378:0:15820:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83780700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15820:1873953263024512:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1787141456.996428:0:15820:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141456.996459:0:15820:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca0346240 going to sleep for 11 seconds 00000100:00100000:0.0:1787141456.996462:0:14413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263024512 00000100:00100000:0.0:1787141456.996467:0:14413:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263024512 00000100:00100000:0.0:1787141456.996508:0:14413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1787141456.996517:0:14413:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cba45c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be52692e-784d-4bd8-b691-421ed3b0bea9+19:15820:x1873953263024512:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1787141456.996541:0:14413:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:0.0:1787141456.996555:0:14413:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:2.0:1787141457.026993:0:14413:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1787141457.027018:0:14413:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 20000000:01000000:0.0:1787141457.027075:0:14435:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1787141457.027080:0:14435:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1787141457.027102:0:14435:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b7cbf405400/0xc65ffb29b5b32196 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141457.027121:0:14435:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b7cbf439600/0xc65ffb29b5b32070 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b32069 expref: 19 pid: 14415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141457.027129:0:14435:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b7cbf405400/0xc65ffb29b5b32196 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141457.027178:0:14435:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b7cbf439600/0xc65ffb29b5b32070 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc65ffb29b5b32069 expref: 19 pid: 14415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141457.027192:0:14435:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b7cbf439600/0xc65ffb29b5b32070 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc65ffb29b5b32069 expref: 19 pid: 14415 timeout: 540 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141457.027206:0:14435:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431ea00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:14435:1873953263024640:0@lo:104: 00000100:00100000:0.0:1787141457.027269:0:14435:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141457.027313:0:14435:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cc0e5e900 going to sleep for 11 seconds 00000100:00100000:2.0:1787141457.028245:0:14403:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263024640 00000100:00100000:2.0:1787141457.028253:0:14403:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263024640 00000100:00100000:2.0:1787141457.028305:0:14403:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1787141457.028315:0:14403:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:be52692e-784d-4bd8-b691-421ed3b0bea9+3:14435:x1873953263024640:12345-0@lo:104: 00010000:00010000:2.0:1787141457.028329:0:14403:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff8b7cbf405600/0xc65ffb29b5b32069 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b32070 expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141457.028389:0:14403:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1787141457.028408:0:14403:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:be52692e-784d-4bd8-b691-421ed3b0bea9+3:14435:x1873953263024640:12345-0@lo:104: Request processed in 95us (1139us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141457.028414:0:14403:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00010000:2.0:1787141457.028435:0:14408:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787141457.028441:0:14408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff8b7cbf405600/0xc65ffb29b5b32069 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b32070 expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141457.028448:0:14408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf405600 already unused, calling callback (ffffffffc1c5bc20) 10000000:00010000:2.0:1787141457.028452:0:14408:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff8b7cbf405600/0xc65ffb29b5b32069 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xc65ffb29b5b32070 expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141457.028460:0:14408:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff8b7cbf405600/0xc65ffb29b5b32069 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xc65ffb29b5b32070 expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787141457.028467:0:14408:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff8b7cbf405600/0xc65ffb29b5b32069 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xc65ffb29b5b32070 expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787141457.028473:0:14408:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1787141457.028501:0:14408:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff8b7cbf405600/0xc65ffb29b5b32069 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b32070 expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141457.028508:0:14408:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787141457.028643:0:14408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff8b7cbf405600/0xc65ffb29b5b32069 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b32070 expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141457.028650:0:14408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff8b7cbf405600/0xc65ffb29b5b32069 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b32070 expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141457.028665:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787141457.028667:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787141457.028668:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787141457.029663:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83781c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:be52692e-784d-4bd8-b691-421ed3b0bea9:3305:1873953263024768:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787141457.029712:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141457.029816:0:14435:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431ea00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:14435:1873953263024640:0@lo:104: 00010000:00010000:2.0:1787141457.029839:0:14435:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b7cbf405400/0xc65ffb29b5b32196 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141457.029990:0:14407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263024768 00000100:00100000:0.0:1787141457.030004:0:14407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263024768 00010000:00010000:0.0:1787141457.030102:0:14407:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b7cbf439600/0xc65ffb29b5b32070 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b32069 expref: 20 pid: 14415 timeout: 540 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141457.030221:0:14407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1787141457.030231:0:14407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83781880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:be52692e-784d-4bd8-b691-421ed3b0bea9+20:3305:x1873953263024768:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787141457.030242:0:14407:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787141457.030247:0:14407:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b7cbf439600/0xc65ffb29b5b32070 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b32069 expref: 20 pid: 14415 timeout: 540 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141457.030257:0:14407:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b7cbf439600/0xc65ffb29b5b32070 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc65ffb29b5b32069 expref: 20 pid: 14415 timeout: 540 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141457.030271:0:14407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7cbf439600/0xc65ffb29b5b32070 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc65ffb29b5b32069 expref: 20 pid: 14415 timeout: 540 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141457.030285:0:14407:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b7cbf405400/0xc65ffb29b5b32196 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 14435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141457.030292:0:14407:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7cbf405400/0xc65ffb29b5b32196 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 14435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1787141457.030304:0:14407:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003224661s 00010000:00010000:0.0:1787141457.030308:0:14407:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b7cbf405400/0xc65ffb29b5b32196 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141457.030314:0:14407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b7cbf405400/0xc65ffb29b5b32196 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141457.030320:0:14407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b7cbf405400/0xc65ffb29b5b32196 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141457.030336:0:14407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b7cbf405400/0xc65ffb29b5b32196 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141457.030342:0:14407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf405400 already unused, calling callback (ffffffffc163e230) 00010000:00010000:0.0:1787141457.030346:0:14407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b7cbf405400/0xc65ffb29b5b32196 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141457.030352:0:14407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b7cbf405400/0xc65ffb29b5b32196 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141457.030374:0:14407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b7cbf405400/0xc65ffb29b5b32196 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141457.030388:0:14407:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787141457.030424:0:14407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83781880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:be52692e-784d-4bd8-b691-421ed3b0bea9+19:3305:x1873953263024768:12345-0@lo:103:ldlm_bl.0 Request processed in 193us (710us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141457.030431:0:14407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00010000:3.0:1787141457.030475:0:14435:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b7cbf405400/0xc65ffb29b5b32196 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141457.030483:0:14435:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b7cbf405400/0xc65ffb29b5b32196 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141457.030489:0:14435:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7cbf405400/0xc65ffb29b5b32196 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141457.030597:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83781c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:be52692e-784d-4bd8-b691-421ed3b0bea9:3305:1873953263024768:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787141457.035544:0:14413:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cba45c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be52692e-784d-4bd8-b691-421ed3b0bea9+18:15820:x1873953263024512:12345-0@lo:253:mount.lustre.0 Request processed in 39022us (39108us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141457.035555:0:14413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1787141457.035660:0:15820:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83780700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:be52692e-784d-4bd8-b691-421ed3b0bea9:15820:1873953263024512:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1787141457.035673:0:15820:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:0.0:1787141457.035676:0:15820:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1787141457.035677:0:15820:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1787141457.035678:0:15820:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787141457.035679:0:15820:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787141457.035679:0:15820:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787141457.035680:0:15820:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787141457.035682:0:15820:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1787141457.035683:0:15820:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787141457.035684:0:15820:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1787141457.035773:0:15820:0:(tgt_mount.c:2692:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:2.0:1787141457.040760:0:15820:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/8/4) registered 00080000:10000000:2.0:1787141457.041347:0:15820:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:2.0:1787141457.041513:0:15820:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/8/4) registered 00080000:10000000:2.0:1787141457.041672:0:15820:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:2.0:1787141457.041872:0:15820:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000003:0x7:0x0] (8/8/4) registered 00080000:10000000:2.0:1787141457.042106:0:15820:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8/1) registered 00000001:00000004:0.0:1787141457.043223:0:15820:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934592 00002000:00080000:0.0:1787141457.097463:0:15820:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:0.0:1787141457.097481:0:15820:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:0.0:1787141457.097905:0:15820:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1787141457.097967:0:15820:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.111@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1787141457.097989:0:15820:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=49 00000080:00000004:0.0:1787141457.098015:0:15820:0:(super25.c:182:lustre_fill_super()) lustre-ost2/ost2: Mount complete 00000040:00080000:2.0:1787141457.541274:0:14453:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1787141457.996455:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1787141458.560934:0:14417:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1787141458.560942:0:14417:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8b7cbf4c4000 from 8 10000000:01000000:3.0:1787141458.560947:0:14417:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1787141458.560990:0:14417:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7ca6b77200/0xc65ffb29b5b3219d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141458.561002:0:14417:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff8b7ca6b77200/0xc65ffb29b5b3219d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141458.561027:0:14417:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff8b7ca6b77200/0xc65ffb29b5b3219d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141458.561117:0:14417:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b8288aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:be52692e-784d-4bd8-b691-421ed3b0bea9:14417:1873953263024896:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1787141458.561193:0:14417:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141458.561284:0:14417:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c89b170c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787141458.563584:0:14414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263024896 00000100:00100000:2.0:1787141458.563596:0:14414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263024896 00000100:00100000:2.0:1787141458.563652:0:14414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1787141458.563663:0:14414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cba45e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+18:14417:x1873953263024896:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787141458.563678:0:14414:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141458.563695:0:14414:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7c82da6200/0xc65ffb29b5b321a4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b3219d expref: -99 pid: 14414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141458.563718:0:14414:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7c82da6200/0xc65ffb29b5b321a4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b3219d expref: 19 pid: 14414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141458.563740:0:14414:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7c82da6200/0xc65ffb29b5b321a4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b3219d expref: 19 pid: 14414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141458.563748:0:14414:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c82da6200, rc 0) 00000100:00100000:2.0:1787141458.563847:0:14414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cba45e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+19:14417:x1873953263024896:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 185us (2653us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141458.563854:0:14414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1787141458.564007:0:14417:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b8288aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:be52692e-784d-4bd8-b691-421ed3b0bea9:14417:1873953263024896:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787141458.564025:0:14417:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff8b7ca6b77200/0xc65ffb29b5b3219d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b321a4 expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141458.564034:0:14417:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff8b7ca6b77200/0xc65ffb29b5b3219d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b321a4 expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141458.564103:0:14417:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:be52692e-784d-4bd8-b691-421ed3b0bea9:14417:1873953263025024:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1787141458.564142:0:14417:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141458.564180:0:14417:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c84c6db40 going to sleep for 11 seconds 00000100:00100000:2.0:1787141458.564332:0:14413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263025024 00000100:00100000:2.0:1787141458.564337:0:14413:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263025024 00000100:00100000:2.0:1787141458.564370:0:14413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1787141458.564378:0:14413:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cba45c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be52692e-784d-4bd8-b691-421ed3b0bea9+19:14417:x1873953263025024:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1787141458.564391:0:14413:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1787141458.564408:0:14413:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1787141458.564411:0:14413:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 8 00000100:00100000:2.0:1787141458.564499:0:14413:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cba45c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be52692e-784d-4bd8-b691-421ed3b0bea9+19:14417:x1873953263025024:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 121us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141458.564506:0:14413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1787141458.564602:0:14417:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:be52692e-784d-4bd8-b691-421ed3b0bea9:14417:1873953263025024:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1787141458.564654:0:14417:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1787141458.564661:0:14417:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7ca6b77200/0xc65ffb29b5b3219d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b321a4 expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141458.564669:0:14417:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff8b7ca6b77200/0xc65ffb29b5b3219d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b321a4 expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141459.010015:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141460.038523:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787141460.353064:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83781c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953263025152:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787141460.353135:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141460.353242:0:15105:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263025152 00000100:00100000:2.0:1787141460.353249:0:15105:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263025152 00000100:00100000:2.0:1787141460.353317:0:15105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1787141460.353328:0:15105:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b82889c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953263025152:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1787141460.353362:0:15105:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1787141460.353406:0:15105:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b82889c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953263025152:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141460.353413:0:15105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1787141460.353478:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83781c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953263025152:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1787141460.353727:0:14416:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1787141461.058133:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141462.090705:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787141462.404525:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787141462.404530:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787141462.404534:0:37:0:(import.c:65:import_set_state_nolock()) ffff8b7ca0264000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787141462.404545:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8b7ca0264000 using connection 192.168.203.111@tcp/0@lo 00000100:00100000:3.0:1787141462.404576:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8b7b82889f80 x1873953263025536/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787141462.404628:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82889180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:be52692e-784d-4bd8-b691-421ed3b0bea9:3307:1873953263025280:0@lo:400:kworker.0 00000100:00100000:3.0:1787141462.404693:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141462.404740:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b8288a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3307:1873953263025920:0@lo:400:kworker.0 00000100:00100000:3.0:1787141462.404832:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141462.404857:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787141462.404863:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82888a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3307:1873953263025792:0@lo:400:kworker.0 00000100:00100000:3.0:1787141462.404889:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141462.404919:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82889880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953263025408:0@lo:400:kworker.0 00000100:00100000:3.0:1787141462.404947:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141462.404977:0:3304:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787141462.404984:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b8288b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3304:1873953263025664:0@lo:400:kworker.0 00000100:00100000:3.0:1787141462.405011:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141462.405041:0:3303:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b82889f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3303:1873953263025536:0@lo:8:kworker.0 00000100:00100000:3.0:1787141462.405065:0:3303:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141462.405097:0:14415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263025280 00000100:00100000:3.0:1787141462.405104:0:14415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263025280 00000100:00100000:3.0:1787141462.405382:0:14415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1787141462.405402:0:14415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9891f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be52692e-784d-4bd8-b691-421ed3b0bea9+19:3307:x1873953263025280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141462.405451:0:14415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9891f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be52692e-784d-4bd8-b691-421ed3b0bea9+19:3307:x1873953263025280:12345-0@lo:400:kworker.0 Request processed in 51us (758us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141462.405458:0:14415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1787141462.405500:0:14419:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263025920 00000100:00100000:3.0:1787141462.405504:0:14419:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263025920 00000100:00100000:3.0:1787141462.405538:0:14419:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263025792 00000100:00100000:3.0:1787141462.405542:0:14419:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263025792 00000100:00100000:3.0:1787141462.405556:0:14419:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263025664 00000100:00100000:3.0:1787141462.405559:0:14419:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263025664 00000100:00100000:3.0:1787141462.405587:0:14419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1787141462.405593:0:14419:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b82889500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1873953263025920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141462.405626:0:14419:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b82889500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1873953263025920:12345-0@lo:400:kworker.0 Request processed in 33us (794us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141462.405631:0:14419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1787141462.405643:0:14419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1787141462.405648:0:14419:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b8288ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1873953263025792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141462.405689:0:14419:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b8288ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1873953263025792:12345-0@lo:400:kworker.0 Request processed in 40us (799us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141462.405705:0:14419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1787141462.405719:0:14419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1787141462.405724:0:14419:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6de8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3304:x1873953263025664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141462.405767:0:14419:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6de8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3304:x1873953263025664:12345-0@lo:400:kworker.0 Request processed in 43us (755us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141462.405773:0:14419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1787141462.405790:0:15101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263025408 00000100:00100000:3.0:1787141462.405811:0:15101:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263025408 00000100:00100000:3.0:1787141462.405836:0:15101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263025536 00000100:00100000:3.0:1787141462.405839:0:15101:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263025536 00000100:00100000:3.0:1787141462.405849:0:15101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1787141462.405854:0:15101:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b8288aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3304:x1873953263025408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141462.405884:0:15101:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b8288aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3304:x1873953263025408:12345-0@lo:400:kworker.0 Request processed in 29us (937us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141462.405889:0:15101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1787141462.405899:0:15101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1787141462.405903:0:15101:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6deb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3303:x1873953263025536:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1787141462.405925:0:15101:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 445 last 0 00000020:00000080:3.0:1787141462.405949:0:15101:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xc65ffb29b5b321ab 00002000:00100000:3.0:1787141462.405961:0:15101:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff8b7b811b6000 ocd_connect_flags: 0xa044401443000026 ocd_version: 211392c ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:3.0:1787141462.405965:0:15101:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:3.0:1787141462.405967:0:15101:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:3.0:1787141462.406639:0:15101:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1787141462.406718:0:15101:0:(import.c:65:import_set_state_nolock()) ffff8b7b811b5800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787141462.407484:0:15101:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6deb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3303:x1873953263025536:12345-0@lo:8:kworker.0 Request processed in 1576us (2414us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141462.407502:0:15101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:3.0:1787141462.407556:0:3307:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7b82888a80 x1873953263025792/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787141478 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787141462.408493:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82888a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3307:1873953263025792:0@lo:400:kworker.0 00000100:00100000:3.0:1787141462.408511:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82889180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:be52692e-784d-4bd8-b691-421ed3b0bea9:3307:1873953263025280:0@lo:400:kworker.0 00010000:00080000:3.0:1787141462.408523:0:3307:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7b8288a680 x1873953263025920/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787141478 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787141462.408533:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b8288a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3307:1873953263025920:0@lo:400:kworker.0 00000100:00080000:3.0:1787141462.408560:0:14416:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1787141462.408712:0:14416:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:3.0:1787141462.408737:0:3304:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7b8288b800 x1873953263025664/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787141478 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787141462.409049:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b8288b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3304:1873953263025664:0@lo:400:kworker.0 00000100:00100000:3.0:1787141462.409068:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82889880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953263025408:0@lo:400:kworker.0 00010000:00080000:3.0:1787141462.409103:0:3303:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7b82889f80 x1873953263025536/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1787141487 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787141462.409651:0:3303:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 2 00000100:00080000:3.0:1787141462.409726:0:3303:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1787141462.409732:0:3303:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1787141462.409736:0:3303:0:(import.c:65:import_set_state_nolock()) ffff8b7ca0264000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1787141462.410292:0:3303:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1787141462.410301:0:3303:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b82889f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3303:1873953263025536:0@lo:8:kworker.0 00000004:00080000:0.0:1787141462.410461:0:14444:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x280000400:0x5:0x0] 00000100:00100000:0.0:1787141462.410483:0:14444:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431c380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:14444:1873953263026176:0@lo:5:osp-pre-1-0.0 00000100:00100000:0.0:1787141462.410550:0:14444:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141462.410585:0:14444:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c84c6de40 going to sleep for 11 seconds 00000100:00100000:0.0:1787141462.410599:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953263026048:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787141462.410624:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141462.410670:0:15101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263026176 00000100:00100000:0.0:1787141462.410676:0:15101:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263026176 00000100:00100000:0.0:1787141462.410726:0:15101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1787141462.410735:0:15101:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:14444:x1873953263026176:12345-0@lo:5:osp-pre-1-0.0 00000100:00080000:3.0:1787141462.412525:0:14416:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787141462.412552:0:15105:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263026048 00000100:00100000:3.0:1787141462.412558:0:15105:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263026048 00000100:00100000:3.0:1787141462.412610:0:15105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1787141462.412617:0:15105:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3304:x1873953263026048:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1787141462.412643:0:15105:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40960000 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1787141462.412713:0:15105:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3304:x1873953263026048:12345-0@lo:13:osp-pre-1-0.0 Request processed in 95us (2086us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141462.412719:0:15105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:3.0:1787141462.412881:0:3304:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8b7cb431fb80 x1873953263026048/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787141478 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787141462.412900:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953263026048:0@lo:13:osp-pre-1-0.0 00000004:00080000:2.0:1787141462.418490:0:14443:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1787141462.420366:0:14443:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 445426568006ns, next at 0ns, rc = 0 00002000:00080000:0.0:1787141462.424281:0:15101:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x280000400 00002000:00080000:0.0:1787141462.424293:0:15101:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 33 -> diff = -28 00002000:02000040:0.0:1787141462.424299:0:15101:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000400:6 to 0x280000400:33) 00002000:00010000:0.0:1787141462.453003:0:15101:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x21:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787141462.453018:0:15101:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f8101ae4/0xc65ffb29b5b321b2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.453035:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x21:0x0].0x0 since=445s v=(0 0) 00010000:00010000:0.0:1787141462.453041:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787141462.453047:0:15101:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f8101ae4/0xc65ffb29b5b321b2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.453066:0:15101:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f8101ae4/0xc65ffb29b5b321b2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.453077:0:15101:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f8101ae4/0xc65ffb29b5b321b2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.453086:0:15101:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f8101ae4/0xc65ffb29b5b321b2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.453127:0:15101:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787141462.453143:0:14408:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787141462.453149:0:14408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f8101ae4/0xc65ffb29b5b321b2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.453157:0:14408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf404600 already unused, calling callback (ffffffffc163e230) 00010000:00010000:0.0:1787141462.453161:0:14408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f8101ae4/0xc65ffb29b5b321b2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.453170:0:14408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f8101ae4/0xc65ffb29b5b321b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.453187:0:14408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f8101ae4/0xc65ffb29b5b321b2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.453196:0:14408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f8101ae4/0xc65ffb29b5b321b2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.453215:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141462.453218:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141462.453220:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787141462.453958:0:15101:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x20:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787141462.453965:0:15101:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f7853b6d/0xc65ffb29b5b321b9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.453976:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x20:0x0].0x0 since=445s v=(0 0) 00010000:00010000:0.0:1787141462.453985:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787141462.453991:0:15101:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f7853b6d/0xc65ffb29b5b321b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.454002:0:15101:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f7853b6d/0xc65ffb29b5b321b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.454009:0:15101:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f7853b6d/0xc65ffb29b5b321b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.454017:0:15101:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f7853b6d/0xc65ffb29b5b321b9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.454032:0:15101:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787141462.454042:0:14409:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787141462.454046:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f7853b6d/0xc65ffb29b5b321b9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.454053:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf405200 already unused, calling callback (ffffffffc163e230) 00010000:00010000:0.0:1787141462.454056:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f7853b6d/0xc65ffb29b5b321b9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.454063:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f7853b6d/0xc65ffb29b5b321b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.454074:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f7853b6d/0xc65ffb29b5b321b9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.454091:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f7853b6d/0xc65ffb29b5b321b9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.454105:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141462.454106:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141462.454108:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787141462.455729:0:15101:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x1f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787141462.455738:0:15101:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000001c6ba4b/0xc65ffb29b5b321c0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.457639:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1f:0x0].0x0 since=445s v=(0 0) 00010000:00010000:0.0:1787141462.457645:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787141462.457651:0:15101:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000001c6ba4b/0xc65ffb29b5b321c0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.457668:0:15101:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000001c6ba4b/0xc65ffb29b5b321c0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.457680:0:15101:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000001c6ba4b/0xc65ffb29b5b321c0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.457688:0:15101:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000001c6ba4b/0xc65ffb29b5b321c0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.457724:0:15101:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787141462.457737:0:14408:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787141462.457829:0:14408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000001c6ba4b/0xc65ffb29b5b321c0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.457837:0:14408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf404c00 already unused, calling callback (ffffffffc163e230) 00010000:00010000:0.0:1787141462.457841:0:14408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000001c6ba4b/0xc65ffb29b5b321c0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.457851:0:14408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000001c6ba4b/0xc65ffb29b5b321c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.457868:0:14408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000001c6ba4b/0xc65ffb29b5b321c0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.457876:0:14408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000001c6ba4b/0xc65ffb29b5b321c0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.457899:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141462.457901:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141462.457903:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787141462.460471:0:15101:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x1e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787141462.460482:0:15101:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000007436130/0xc65ffb29b5b321c7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.460499:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1e:0x0].0x0 since=445s v=(0 0) 00010000:00010000:0.0:1787141462.460503:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787141462.460508:0:15101:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000007436130/0xc65ffb29b5b321c7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.460535:0:15101:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000007436130/0xc65ffb29b5b321c7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.460546:0:15101:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000007436130/0xc65ffb29b5b321c7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.460554:0:15101:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000007436130/0xc65ffb29b5b321c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.460755:0:15101:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787141462.460769:0:14409:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787141462.460774:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000007436130/0xc65ffb29b5b321c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.460783:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf405400 already unused, calling callback (ffffffffc163e230) 00010000:00010000:0.0:1787141462.460788:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000007436130/0xc65ffb29b5b321c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.460813:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000007436130/0xc65ffb29b5b321c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.460830:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000007436130/0xc65ffb29b5b321c7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.460838:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000007436130/0xc65ffb29b5b321c7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.460863:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141462.460865:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141462.460867:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787141462.461311:0:15101:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787141462.461317:0:15101:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f2046eab/0xc65ffb29b5b321ce lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.461326:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1d:0x0].0x0 since=445s v=(0 0) 00010000:00010000:0.0:1787141462.461331:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787141462.461335:0:15101:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f2046eab/0xc65ffb29b5b321ce lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.461344:0:15101:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f2046eab/0xc65ffb29b5b321ce lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.461352:0:15101:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f2046eab/0xc65ffb29b5b321ce lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.461358:0:15101:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f2046eab/0xc65ffb29b5b321ce lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.461372:0:15101:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787141462.461380:0:14408:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787141462.461384:0:14408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f2046eab/0xc65ffb29b5b321ce lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.461401:0:14408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf405600 already unused, calling callback (ffffffffc163e230) 00010000:00010000:0.0:1787141462.461405:0:14408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f2046eab/0xc65ffb29b5b321ce lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.461412:0:14408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f2046eab/0xc65ffb29b5b321ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.461422:0:14408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f2046eab/0xc65ffb29b5b321ce lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.461429:0:14408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f2046eab/0xc65ffb29b5b321ce lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.461442:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141462.461444:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141462.461446:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787141462.461887:0:15101:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787141462.461892:0:15101:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aedf10d7/0xc65ffb29b5b321d5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.461900:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1c:0x0].0x0 since=445s v=(0 0) 00010000:00010000:0.0:1787141462.461903:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787141462.461907:0:15101:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aedf10d7/0xc65ffb29b5b321d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.461915:0:15101:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aedf10d7/0xc65ffb29b5b321d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.461928:0:15101:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aedf10d7/0xc65ffb29b5b321d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.461935:0:15101:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000aedf10d7/0xc65ffb29b5b321d5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.461947:0:15101:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787141462.461956:0:14409:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787141462.461959:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000aedf10d7/0xc65ffb29b5b321d5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.461965:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c80031400 already unused, calling callback (ffffffffc163e230) 00010000:00010000:0.0:1787141462.461968:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000aedf10d7/0xc65ffb29b5b321d5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.461975:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000aedf10d7/0xc65ffb29b5b321d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.461985:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000aedf10d7/0xc65ffb29b5b321d5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.461992:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aedf10d7/0xc65ffb29b5b321d5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.462003:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141462.462008:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141462.462010:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787141462.462447:0:15101:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787141462.462453:0:15101:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000042b7d895/0xc65ffb29b5b321dc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.462462:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1b:0x0].0x0 since=445s v=(0 0) 00010000:00010000:0.0:1787141462.462465:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787141462.462470:0:15101:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000042b7d895/0xc65ffb29b5b321dc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.462479:0:15101:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000042b7d895/0xc65ffb29b5b321dc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.462487:0:15101:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000042b7d895/0xc65ffb29b5b321dc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.462493:0:15101:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000042b7d895/0xc65ffb29b5b321dc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.462507:0:15101:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787141462.462515:0:14408:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787141462.462520:0:14408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000042b7d895/0xc65ffb29b5b321dc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.462526:0:14408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c80031600 already unused, calling callback (ffffffffc163e230) 00010000:00010000:0.0:1787141462.462530:0:14408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000042b7d895/0xc65ffb29b5b321dc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.462548:0:14408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000042b7d895/0xc65ffb29b5b321dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.462559:0:14408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000042b7d895/0xc65ffb29b5b321dc lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.462567:0:14408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000042b7d895/0xc65ffb29b5b321dc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.462580:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141462.462582:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141462.462584:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787141462.463063:0:15101:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787141462.463070:0:15101:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002cf700ed/0xc65ffb29b5b321e3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.463078:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1a:0x0].0x0 since=445s v=(0 0) 00010000:00010000:0.0:1787141462.463081:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787141462.463085:0:15101:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002cf700ed/0xc65ffb29b5b321e3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.463096:0:15101:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002cf700ed/0xc65ffb29b5b321e3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.463103:0:15101:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002cf700ed/0xc65ffb29b5b321e3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.463118:0:15101:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002cf700ed/0xc65ffb29b5b321e3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.463132:0:15101:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787141462.463140:0:14409:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787141462.463144:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002cf700ed/0xc65ffb29b5b321e3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.463151:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c80031000 already unused, calling callback (ffffffffc163e230) 00010000:00010000:0.0:1787141462.463155:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002cf700ed/0xc65ffb29b5b321e3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.463163:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002cf700ed/0xc65ffb29b5b321e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.463174:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002cf700ed/0xc65ffb29b5b321e3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.463181:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002cf700ed/0xc65ffb29b5b321e3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.463194:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141462.463196:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141462.463198:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787141462.463583:0:15101:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787141462.463596:0:15101:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000073e88f4e/0xc65ffb29b5b321ea lrc: 3/0,1 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.463604:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x19:0x0].0x0 since=445s v=(0 0) 00010000:00010000:0.0:1787141462.463607:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787141462.463611:0:15101:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000073e88f4e/0xc65ffb29b5b321ea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.463621:0:15101:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000073e88f4e/0xc65ffb29b5b321ea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.463628:0:15101:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000073e88f4e/0xc65ffb29b5b321ea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.463635:0:15101:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000073e88f4e/0xc65ffb29b5b321ea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.463649:0:15101:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787141462.463657:0:14408:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787141462.463661:0:14408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000073e88f4e/0xc65ffb29b5b321ea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.463667:0:14408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c80031a00 already unused, calling callback (ffffffffc163e230) 00010000:00010000:0.0:1787141462.463670:0:14408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000073e88f4e/0xc65ffb29b5b321ea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.463677:0:14408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000073e88f4e/0xc65ffb29b5b321ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.463692:0:14408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000073e88f4e/0xc65ffb29b5b321ea lrc: 1/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.463698:0:14408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000073e88f4e/0xc65ffb29b5b321ea lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.463711:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141462.463713:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141462.463714:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787141462.466279:0:15101:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787141462.466291:0:15101:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002e8175fb/0xc65ffb29b5b321f1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.466306:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x18:0x0].0x0 since=445s v=(0 0) 00010000:00010000:0.0:1787141462.466311:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787141462.466317:0:15101:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002e8175fb/0xc65ffb29b5b321f1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.466329:0:15101:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002e8175fb/0xc65ffb29b5b321f1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.466341:0:15101:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002e8175fb/0xc65ffb29b5b321f1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.466349:0:15101:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002e8175fb/0xc65ffb29b5b321f1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.466490:0:15101:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1787141462.467233:0:15101:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x17:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787141462.467240:0:15101:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000456ebba1/0xc65ffb29b5b321f8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.467250:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x17:0x0].0x0 since=445s v=(0 0) 00010000:00010000:0.0:1787141462.467254:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787141462.467258:0:15101:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000456ebba1/0xc65ffb29b5b321f8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.467268:0:15101:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000456ebba1/0xc65ffb29b5b321f8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.467276:0:15101:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000456ebba1/0xc65ffb29b5b321f8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.467282:0:15101:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000456ebba1/0xc65ffb29b5b321f8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141462.472839:0:14409:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787141462.472852:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002e8175fb/0xc65ffb29b5b321f1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141462.472866:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c80031200 already unused, calling callback (ffffffffc163e230) 00010000:00010000:3.0:1787141462.472871:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002e8175fb/0xc65ffb29b5b321f1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141462.472882:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002e8175fb/0xc65ffb29b5b321f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141462.472904:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002e8175fb/0xc65ffb29b5b321f1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141462.472912:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002e8175fb/0xc65ffb29b5b321f1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.473018:0:15101:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787141462.473283:0:14409:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787141462.473289:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000456ebba1/0xc65ffb29b5b321f8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141462.473297:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c80031800 already unused, calling callback (ffffffffc163e230) 00010000:00010000:2.0:1787141462.473301:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000456ebba1/0xc65ffb29b5b321f8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141462.473308:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000456ebba1/0xc65ffb29b5b321f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141462.473322:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000456ebba1/0xc65ffb29b5b321f8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141462.473330:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000456ebba1/0xc65ffb29b5b321f8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141462.473345:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787141462.473348:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787141462.473350:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141462.474094:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787141462.476733:0:15101:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x16:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787141462.476758:0:15101:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d9d56d61/0xc65ffb29b5b321ff lrc: 3/0,1 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.476773:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x16:0x0].0x0 since=445s v=(0 0) 00010000:00010000:0.0:1787141462.476785:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787141462.476792:0:15101:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d9d56d61/0xc65ffb29b5b321ff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.476819:0:15101:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d9d56d61/0xc65ffb29b5b321ff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.476828:0:15101:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d9d56d61/0xc65ffb29b5b321ff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.476836:0:15101:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d9d56d61/0xc65ffb29b5b321ff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.476853:0:15101:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1787141462.477307:0:15101:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787141462.477313:0:15101:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000086fadc80/0xc65ffb29b5b32206 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.477322:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x15:0x0].0x0 since=445s v=(0 0) 00010000:00010000:0.0:1787141462.477325:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787141462.477329:0:15101:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000086fadc80/0xc65ffb29b5b32206 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.477338:0:15101:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000086fadc80/0xc65ffb29b5b32206 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.477347:0:15101:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000086fadc80/0xc65ffb29b5b32206 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.477361:0:15101:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000086fadc80/0xc65ffb29b5b32206 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.477377:0:15101:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1787141462.477390:0:14408:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787141462.477396:0:14408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d9d56d61/0xc65ffb29b5b321ff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.477404:0:14408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c80030800 already unused, calling callback (ffffffffc163e230) 00010000:00010000:0.0:1787141462.477408:0:14408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d9d56d61/0xc65ffb29b5b321ff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.477416:0:14408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d9d56d61/0xc65ffb29b5b321ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.477432:0:14408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d9d56d61/0xc65ffb29b5b321ff lrc: 1/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.477440:0:14408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d9d56d61/0xc65ffb29b5b321ff lrc: 0/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.477456:0:14408:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787141462.477460:0:14408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000086fadc80/0xc65ffb29b5b32206 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.477477:0:14408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c80030c00 already unused, calling callback (ffffffffc163e230) 00010000:00010000:0.0:1787141462.477481:0:14408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000086fadc80/0xc65ffb29b5b32206 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.477488:0:14408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000086fadc80/0xc65ffb29b5b32206 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.477499:0:14408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000086fadc80/0xc65ffb29b5b32206 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.477505:0:14408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000086fadc80/0xc65ffb29b5b32206 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.477517:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141462.477519:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141462.477521:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141462.477527:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787141462.477948:0:15101:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x14:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787141462.477954:0:15101:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dc4a0bd1/0xc65ffb29b5b3220d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.477962:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x14:0x0].0x0 since=445s v=(0 0) 00010000:00010000:0.0:1787141462.477965:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787141462.477969:0:15101:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dc4a0bd1/0xc65ffb29b5b3220d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.477988:0:15101:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dc4a0bd1/0xc65ffb29b5b3220d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.477995:0:15101:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dc4a0bd1/0xc65ffb29b5b3220d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.478002:0:15101:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dc4a0bd1/0xc65ffb29b5b3220d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.478013:0:15101:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787141462.478022:0:14408:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787141462.478026:0:14408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dc4a0bd1/0xc65ffb29b5b3220d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.478032:0:14408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c80031c00 already unused, calling callback (ffffffffc163e230) 00010000:00010000:0.0:1787141462.478035:0:14408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dc4a0bd1/0xc65ffb29b5b3220d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.478042:0:14408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dc4a0bd1/0xc65ffb29b5b3220d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.478052:0:14408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dc4a0bd1/0xc65ffb29b5b3220d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.478058:0:14408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dc4a0bd1/0xc65ffb29b5b3220d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.478076:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141462.478078:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141462.478080:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787141462.478442:0:15101:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x13:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787141462.478448:0:15101:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000999be3bb/0xc65ffb29b5b32214 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.478457:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x13:0x0].0x0 since=445s v=(0 0) 00010000:00010000:0.0:1787141462.478460:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787141462.478464:0:15101:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000999be3bb/0xc65ffb29b5b32214 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.478473:0:15101:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000999be3bb/0xc65ffb29b5b32214 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.478481:0:15101:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000999be3bb/0xc65ffb29b5b32214 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.478488:0:15101:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000999be3bb/0xc65ffb29b5b32214 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.478501:0:15101:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787141462.478511:0:14409:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787141462.478515:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000999be3bb/0xc65ffb29b5b32214 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.478532:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c80030600 already unused, calling callback (ffffffffc163e230) 00010000:00010000:0.0:1787141462.478535:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000999be3bb/0xc65ffb29b5b32214 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.478542:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000999be3bb/0xc65ffb29b5b32214 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.478553:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000999be3bb/0xc65ffb29b5b32214 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.478559:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000999be3bb/0xc65ffb29b5b32214 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.478573:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141462.478575:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141462.478576:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787141462.479005:0:15101:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x12:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787141462.479011:0:15101:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f8101ae4/0xc65ffb29b5b3221b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.479018:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x12:0x0].0x0 since=445s v=(0 0) 00010000:00010000:0.0:1787141462.479021:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787141462.479025:0:15101:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f8101ae4/0xc65ffb29b5b3221b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.479033:0:15101:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f8101ae4/0xc65ffb29b5b3221b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.479047:0:15101:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f8101ae4/0xc65ffb29b5b3221b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.479053:0:15101:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f8101ae4/0xc65ffb29b5b3221b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.479065:0:15101:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787141462.479073:0:14408:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787141462.479077:0:14408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f8101ae4/0xc65ffb29b5b3221b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.479084:0:14408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf404600 already unused, calling callback (ffffffffc163e230) 00010000:00010000:0.0:1787141462.479088:0:14408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f8101ae4/0xc65ffb29b5b3221b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.479094:0:14408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f8101ae4/0xc65ffb29b5b3221b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.479104:0:14408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f8101ae4/0xc65ffb29b5b3221b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.479110:0:14408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f8101ae4/0xc65ffb29b5b3221b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.479121:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141462.479128:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141462.479130:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787141462.479511:0:15101:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x11:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787141462.479517:0:15101:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008bb8a594/0xc65ffb29b5b32222 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.479525:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x11:0x0].0x0 since=445s v=(0 0) 00010000:00010000:0.0:1787141462.479527:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x11:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787141462.479532:0:15101:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008bb8a594/0xc65ffb29b5b32222 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.479539:0:15101:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008bb8a594/0xc65ffb29b5b32222 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.479546:0:15101:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008bb8a594/0xc65ffb29b5b32222 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.479553:0:15101:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008bb8a594/0xc65ffb29b5b32222 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.479566:0:15101:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787141462.479574:0:14409:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787141462.479577:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008bb8a594/0xc65ffb29b5b32222 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.479583:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cc21c7c00 already unused, calling callback (ffffffffc163e230) 00010000:00010000:0.0:1787141462.479586:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008bb8a594/0xc65ffb29b5b32222 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.479612:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008bb8a594/0xc65ffb29b5b32222 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.479621:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008bb8a594/0xc65ffb29b5b32222 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.479628:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008bb8a594/0xc65ffb29b5b32222 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.479646:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141462.479648:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141462.479649:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787141462.486399:0:15101:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x10:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787141462.486411:0:15101:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000007a7a9ba/0xc65ffb29b5b32229 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.486428:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x10:0x0].0x0 since=445s v=(0 0) 00010000:00010000:0.0:1787141462.486432:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x10:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787141462.486438:0:15101:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000007a7a9ba/0xc65ffb29b5b32229 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.486452:0:15101:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000007a7a9ba/0xc65ffb29b5b32229 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.486475:0:15101:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000007a7a9ba/0xc65ffb29b5b32229 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.486489:0:15101:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000007a7a9ba/0xc65ffb29b5b32229 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.486507:0:15101:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787141462.486518:0:14408:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787141462.486524:0:14408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000007a7a9ba/0xc65ffb29b5b32229 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.486531:0:14408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cc21c6800 already unused, calling callback (ffffffffc163e230) 00010000:00010000:0.0:1787141462.486535:0:14408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000007a7a9ba/0xc65ffb29b5b32229 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.486544:0:14408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000007a7a9ba/0xc65ffb29b5b32229 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.486560:0:14408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000007a7a9ba/0xc65ffb29b5b32229 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.486567:0:14408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000007a7a9ba/0xc65ffb29b5b32229 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.486584:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141462.486585:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141462.486587:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787141462.487043:0:15101:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0xf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787141462.487056:0:15101:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ff8f2351/0xc65ffb29b5b32230 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.487065:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xf:0x0].0x0 since=445s v=(0 0) 00010000:00010000:0.0:1787141462.487068:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787141462.487072:0:15101:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ff8f2351/0xc65ffb29b5b32230 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.487080:0:15101:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ff8f2351/0xc65ffb29b5b32230 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.487088:0:15101:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ff8f2351/0xc65ffb29b5b32230 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.487094:0:15101:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ff8f2351/0xc65ffb29b5b32230 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.487108:0:15101:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787141462.487118:0:14409:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787141462.487122:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ff8f2351/0xc65ffb29b5b32230 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.487128:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cc21c7200 already unused, calling callback (ffffffffc163e230) 00010000:00010000:0.0:1787141462.487132:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ff8f2351/0xc65ffb29b5b32230 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.487139:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ff8f2351/0xc65ffb29b5b32230 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.487156:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ff8f2351/0xc65ffb29b5b32230 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.487163:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ff8f2351/0xc65ffb29b5b32230 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.487180:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141462.487182:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141462.487183:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787141462.487581:0:15101:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0xe:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787141462.487587:0:15101:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000a14e792/0xc65ffb29b5b32237 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.487597:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe:0x0].0x0 since=445s v=(0 0) 00010000:00010000:0.0:1787141462.487599:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787141462.487603:0:15101:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000a14e792/0xc65ffb29b5b32237 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.487613:0:15101:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000a14e792/0xc65ffb29b5b32237 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.487620:0:15101:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000a14e792/0xc65ffb29b5b32237 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.487628:0:15101:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000a14e792/0xc65ffb29b5b32237 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.487653:0:15101:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787141462.487662:0:14408:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787141462.487666:0:14408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000a14e792/0xc65ffb29b5b32237 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.487672:0:14408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cc21c6a00 already unused, calling callback (ffffffffc163e230) 00010000:00010000:0.0:1787141462.487675:0:14408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000a14e792/0xc65ffb29b5b32237 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.487682:0:14408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000a14e792/0xc65ffb29b5b32237 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.487693:0:14408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000a14e792/0xc65ffb29b5b32237 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.487700:0:14408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000a14e792/0xc65ffb29b5b32237 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.487713:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141462.487715:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141462.487717:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787141462.488142:0:15101:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0xd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787141462.488148:0:15101:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c90b8973/0xc65ffb29b5b3223e lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.488157:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xd:0x0].0x0 since=445s v=(0 0) 00010000:00010000:0.0:1787141462.488165:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787141462.488170:0:15101:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c90b8973/0xc65ffb29b5b3223e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.488180:0:15101:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c90b8973/0xc65ffb29b5b3223e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.488188:0:15101:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c90b8973/0xc65ffb29b5b3223e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.488194:0:15101:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c90b8973/0xc65ffb29b5b3223e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.488208:0:15101:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787141462.488216:0:14409:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787141462.488219:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c90b8973/0xc65ffb29b5b3223e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.488226:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cc21c7800 already unused, calling callback (ffffffffc163e230) 00010000:00010000:0.0:1787141462.488230:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c90b8973/0xc65ffb29b5b3223e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.488237:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c90b8973/0xc65ffb29b5b3223e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.488248:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c90b8973/0xc65ffb29b5b3223e lrc: 1/0,0 mode: --/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.488265:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c90b8973/0xc65ffb29b5b3223e lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.488281:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141462.488283:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141462.488285:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787141462.488670:0:15101:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0xc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787141462.488676:0:15101:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009000a1ad/0xc65ffb29b5b32245 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.488684:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xc:0x0].0x0 since=445s v=(0 0) 00010000:00010000:0.0:1787141462.488686:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xc:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787141462.488690:0:15101:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009000a1ad/0xc65ffb29b5b32245 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.488698:0:15101:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009000a1ad/0xc65ffb29b5b32245 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.488705:0:15101:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009000a1ad/0xc65ffb29b5b32245 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.488712:0:15101:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009000a1ad/0xc65ffb29b5b32245 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.488725:0:15101:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787141462.488732:0:14408:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787141462.488741:0:14408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009000a1ad/0xc65ffb29b5b32245 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.494074:0:14408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cc21c6e00 already unused, calling callback (ffffffffc163e230) 00010000:00010000:0.0:1787141462.494081:0:14408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009000a1ad/0xc65ffb29b5b32245 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.494095:0:14408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009000a1ad/0xc65ffb29b5b32245 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.494113:0:14408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009000a1ad/0xc65ffb29b5b32245 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.494132:0:14408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009000a1ad/0xc65ffb29b5b32245 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.494157:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141462.494159:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141462.494161:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787141462.494977:0:15101:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0xb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787141462.494986:0:15101:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000032dd27f8/0xc65ffb29b5b3224c lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.494998:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xb:0x0].0x0 since=445s v=(0 0) 00010000:00010000:0.0:1787141462.495003:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xb:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787141462.495010:0:15101:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000032dd27f8/0xc65ffb29b5b3224c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.495036:0:15101:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000032dd27f8/0xc65ffb29b5b3224c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.495046:0:15101:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000032dd27f8/0xc65ffb29b5b3224c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.495054:0:15101:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000032dd27f8/0xc65ffb29b5b3224c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.495077:0:15101:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787141462.495185:0:14409:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787141462.495192:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000032dd27f8/0xc65ffb29b5b3224c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141462.495212:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cc21c7400 already unused, calling callback (ffffffffc163e230) 00010000:00010000:2.0:1787141462.495216:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000032dd27f8/0xc65ffb29b5b3224c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141462.495224:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000032dd27f8/0xc65ffb29b5b3224c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141462.495236:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000032dd27f8/0xc65ffb29b5b3224c lrc: 1/0,0 mode: --/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141462.495243:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000032dd27f8/0xc65ffb29b5b3224c lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141462.495263:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787141462.495265:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787141462.495267:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787141462.495672:0:15101:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0xa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787141462.495678:0:15101:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002c704f04/0xc65ffb29b5b32253 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.495686:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xa:0x0].0x0 since=445s v=(0 0) 00010000:00010000:0.0:1787141462.495689:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xa:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787141462.495694:0:15101:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002c704f04/0xc65ffb29b5b32253 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.495701:0:15101:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002c704f04/0xc65ffb29b5b32253 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.495709:0:15101:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002c704f04/0xc65ffb29b5b32253 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.495725:0:15101:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002c704f04/0xc65ffb29b5b32253 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.496043:0:15101:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1787141462.496515:0:15101:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787141462.496523:0:15101:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f2046eab/0xc65ffb29b5b3225a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.496532:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x9:0x0].0x0 since=445s v=(0 0) 00010000:00010000:0.0:1787141462.496536:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x9:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787141462.496540:0:15101:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f2046eab/0xc65ffb29b5b3225a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.496548:0:15101:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f2046eab/0xc65ffb29b5b3225a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.496555:0:15101:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f2046eab/0xc65ffb29b5b3225a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.496562:0:15101:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f2046eab/0xc65ffb29b5b3225a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141462.500237:0:14408:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787141462.500252:0:14408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002c704f04/0xc65ffb29b5b32253 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141462.500265:0:14408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cc21c7600 already unused, calling callback (ffffffffc163e230) 00010000:00010000:2.0:1787141462.500270:0:14408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002c704f04/0xc65ffb29b5b32253 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141462.500280:0:14408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002c704f04/0xc65ffb29b5b32253 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141462.500312:0:14408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002c704f04/0xc65ffb29b5b32253 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141462.500320:0:14408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002c704f04/0xc65ffb29b5b32253 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141462.500347:0:14408:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787141462.500352:0:14408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f2046eab/0xc65ffb29b5b3225a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141462.500359:0:14408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf405600 already unused, calling callback (ffffffffc163e230) 00010000:00010000:2.0:1787141462.500362:0:14408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f2046eab/0xc65ffb29b5b3225a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141462.500369:0:14408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f2046eab/0xc65ffb29b5b3225a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141462.500379:0:14408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f2046eab/0xc65ffb29b5b3225a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141462.500386:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787141462.500387:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787141462.500389:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141462.502971:0:15101:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1787141462.502984:0:15101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f2046eab/0xc65ffb29b5b3225a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787141462.503031:0:5861:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00010000:00010000:3.0:1787141462.503206:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787141462.505438:0:15101:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787141462.505450:0:15101:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f8101ae4/0xc65ffb29b5b32261 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.505468:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x8:0x0].0x0 since=445s v=(0 0) 00010000:00010000:0.0:1787141462.505472:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787141462.505478:0:15101:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f8101ae4/0xc65ffb29b5b32261 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.505492:0:15101:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f8101ae4/0xc65ffb29b5b32261 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.505501:0:15101:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f8101ae4/0xc65ffb29b5b32261 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.505508:0:15101:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f8101ae4/0xc65ffb29b5b32261 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.505584:0:15101:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1787141462.506888:0:15101:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787141462.506898:0:15101:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000007436130/0xc65ffb29b5b32268 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.506911:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x7:0x0].0x0 since=445s v=(0 0) 00010000:00010000:0.0:1787141462.506915:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787141462.506929:0:15101:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000007436130/0xc65ffb29b5b32268 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.506941:0:15101:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000007436130/0xc65ffb29b5b32268 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.506950:0:15101:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000007436130/0xc65ffb29b5b32268 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.506957:0:15101:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000007436130/0xc65ffb29b5b32268 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141462.507603:0:14408:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787141462.507612:0:14408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f8101ae4/0xc65ffb29b5b32261 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141462.507622:0:14408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf404600 already unused, calling callback (ffffffffc163e230) 00010000:00010000:3.0:1787141462.507627:0:14408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f8101ae4/0xc65ffb29b5b32261 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141462.507636:0:14408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f8101ae4/0xc65ffb29b5b32261 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141462.507653:0:14408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f8101ae4/0xc65ffb29b5b32261 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141462.507660:0:14408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f8101ae4/0xc65ffb29b5b32261 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141462.507679:0:14408:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787141462.507683:0:14408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000007436130/0xc65ffb29b5b32268 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141462.507689:0:14408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf405400 already unused, calling callback (ffffffffc163e230) 00010000:00010000:3.0:1787141462.507693:0:14408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000007436130/0xc65ffb29b5b32268 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141462.507710:0:14408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000007436130/0xc65ffb29b5b32268 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141462.507721:0:14408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000007436130/0xc65ffb29b5b32268 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141462.507729:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141462.507730:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141462.507732:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787141462.507989:0:15101:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1787141462.507995:0:15101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000007436130/0xc65ffb29b5b32268 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787141462.508665:0:15101:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787141462.508672:0:15101:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000001c6ba4b/0xc65ffb29b5b3226f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.508683:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x6:0x0].0x0 since=445s v=(0 0) 00010000:00010000:0.0:1787141462.508687:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787141462.508693:0:15101:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000001c6ba4b/0xc65ffb29b5b3226f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.508704:0:15101:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000001c6ba4b/0xc65ffb29b5b3226f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.508726:0:15101:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000001c6ba4b/0xc65ffb29b5b3226f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.508733:0:15101:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000001c6ba4b/0xc65ffb29b5b3226f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141462.508926:0:15101:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:0.0:1787141462.509194:0:15101:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x280000400:5 00000100:00100000:0.0:1787141462.509287:0:15101:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:14444:x1873953263026176:12345-0@lo:5:osp-pre-1-0.0 Request processed in 98549us (98733us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141462.509296:0:15101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1787141462.509349:0:14444:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431c380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:14444:1873953263026176:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1787141462.509364:0:14444:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x280000400:0x21:0x0] from OST, last_created [0x280000400:0x21:0x0]last_used is [0x280000400:0x5:0x0] 00000100:00100000:0.0:1787141462.509406:0:14444:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431c380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:14444:1873953263026304:0@lo:5:osp-pre-1-0.0 00000100:00100000:0.0:1787141462.509438:0:14444:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141462.509481:0:14444:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c84c6de40 going to sleep for 11 seconds 00000100:00100000:0.0:1787141462.509499:0:15103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263026304 00000100:00100000:0.0:1787141462.509505:0:15103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263026304 00000100:00100000:0.0:1787141462.509544:0:15103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1787141462.509553:0:15103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:14444:x1873953263026304:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:0.0:1787141462.509587:0:15103:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x280000400 at 34 00010000:00010000:3.0:1787141462.515856:0:14409:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787141462.515871:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000001c6ba4b/0xc65ffb29b5b3226f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141462.515885:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf404c00 already unused, calling callback (ffffffffc163e230) 00010000:00010000:3.0:1787141462.515891:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000001c6ba4b/0xc65ffb29b5b3226f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141462.515902:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000001c6ba4b/0xc65ffb29b5b3226f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141462.515923:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000001c6ba4b/0xc65ffb29b5b3226f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141462.515931:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000001c6ba4b/0xc65ffb29b5b3226f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141462.515970:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141462.515972:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141462.515975:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787141462.516050:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787141462.530477:0:15103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:14444:x1873953263026304:12345-0@lo:5:osp-pre-1-0.0 Request processed in 20917us (21031us total) trans 8589934593 rc 0/0 00000100:00100000:0.0:1787141462.530491:0:15103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1787141462.531884:0:14444:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431c380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:14444:1873953263026304:0@lo:5:osp-pre-1-0.0 00000004:00080000:2.0:1787141462.531918:0:14444:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x280000400:0x21:0x0]-[0x280000400:0x41:0x0] 00010000:00010000:3.0:1787141463.105480:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1787141463.895368:0:16177:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg311-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:2.0:1787141464.131220:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141465.153767:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787141465.473398:0:3304:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787141465.473421:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83781c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953263026432:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787141465.473486:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141465.473648:0:15105:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263026432 00000100:00100000:2.0:1787141465.473656:0:15105:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263026432 00000100:00100000:2.0:1787141465.473716:0:15105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1787141465.473739:0:15105:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b82649f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3304:x1873953263026432:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1787141465.473773:0:15105:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1787141465.473839:0:15105:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b82649f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3304:x1873953263026432:12345-0@lo:13:osp-pre-0-0.0 Request processed in 114us (353us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141465.473846:0:15105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00080000:1.0:1787141465.473950:0:14416:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787141465.473985:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83781c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953263026432:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1787141466.189820:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787141466.426950:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141466.428728:0:14414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241014272 00000100:00100000:3.0:1787141466.428741:0:14414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241014272 00000100:00100000:3.0:1787141466.428827:0:14414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 75 00000100:00100000:3.0:1787141466.428836:0:14414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9891cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0+-99:2349:x1873953241014272:12345-192.168.203.11@tcp:250:mount.lustre.0 00010000:00080000:3.0:1787141466.428863:0:14414:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from fc1ec019-f9f7-4451-b98e-fc44989ef93b@192.168.203.11@tcp t0 exp 0000000000000000 cur 449 last 0 00000020:00000080:3.0:1787141466.428893:0:14414:0:(genops.c:1385:class_connect()) connect: client fc1ec019-f9f7-4451-b98e-fc44989ef93b, cookie 0xc65ffb29b5b32276 00000100:00080000:3.0:1787141466.429029:0:14414:0:(import.c:65:import_set_state_nolock()) ffff8b7b811b4800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787141466.429118:0:14414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9891cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc1ec019-f9f7-4451-b98e-fc44989ef93b+5:2349:x1873953241014272:12345-192.168.203.11@tcp:250:mount.lustre.0 Request processed in 281us (2176us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141466.429126:0:14414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 75 00000100:00100000:2.0:1787141466.440335:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141466.440475:0:14413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241014400 00000100:00100000:3.0:1787141466.440485:0:14413:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241014400 00000100:00100000:3.0:1787141466.440541:0:14413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 76 00000100:00100000:3.0:1787141466.440551:0:14413:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9891dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc1ec019-f9f7-4451-b98e-fc44989ef93b+5:13744:x1873953241014400:12345-192.168.203.11@tcp:101:mount.lustre.0 00010000:00010000:3.0:1787141466.440567:0:14413:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141466.440584:0:14413:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7ca6b77c00/0xc65ffb29b5b3227d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d1f5 expref: -99 pid: 14413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141466.440614:0:14413:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7ca6b77c00/0xc65ffb29b5b3227d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1f5 expref: 6 pid: 14413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141466.440639:0:14413:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7ca6b77c00/0xc65ffb29b5b3227d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1f5 expref: 6 pid: 14413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141466.440648:0:14413:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7ca6b77c00, rc 0) 00000100:00100000:3.0:1787141466.440707:0:14413:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9891dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc1ec019-f9f7-4451-b98e-fc44989ef93b+6:13744:x1873953241014400:12345-192.168.203.11@tcp:101:mount.lustre.0 Request processed in 156us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141466.440714:0:14413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 76 00000100:00100000:2.0:1787141466.451370:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141466.451446:0:14415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241014528 00000100:00100000:0.0:1787141466.451456:0:14415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241014528 00000100:00100000:0.0:1787141466.451522:0:14415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 77 00000100:00100000:0.0:1787141466.451533:0:14415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9891c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc1ec019-f9f7-4451-b98e-fc44989ef93b+6:13744:x1873953241014528:12345-192.168.203.11@tcp:501:mount.lustre.0 00000100:00100000:0.0:1787141466.451847:0:14415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9891c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc1ec019-f9f7-4451-b98e-fc44989ef93b+6:13744:x1873953241014528:12345-192.168.203.11@tcp:501:mount.lustre.0 Request processed in 315us (488us total) trans 0 rc -2/-2 00000100:00100000:0.0:1787141466.451855:0:14415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 77 00000100:00100000:1.0:1787141466.460080:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141466.460394:0:14414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241014656 00000100:00100000:2.0:1787141466.460405:0:14414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241014656 00000100:00100000:2.0:1787141466.460462:0:14414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 78 00000100:00100000:2.0:1787141466.460481:0:14414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9891d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc1ec019-f9f7-4451-b98e-fc44989ef93b+6:13744:x1873953241014656:12345-192.168.203.11@tcp:101:mount.lustre.0 00010000:00010000:2.0:1787141466.460498:0:14414:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141466.460516:0:14414:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7c82da6000/0xc65ffb29b5b32284 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d1fc expref: -99 pid: 14414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141466.460545:0:14414:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7c82da6000/0xc65ffb29b5b32284 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1fc expref: 7 pid: 14414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141466.460556:0:14414:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7c82da6000/0xc65ffb29b5b32284 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d1fc expref: 7 pid: 14414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141466.460566:0:14414:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c82da6000, rc 0) 00000100:00100000:2.0:1787141466.460647:0:14414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9891d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc1ec019-f9f7-4451-b98e-fc44989ef93b+7:13744:x1873953241014656:12345-192.168.203.11@tcp:101:mount.lustre.0 Request processed in 167us (577us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141466.460663:0:14414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 78 00000100:00100000:2.0:1787141466.472769:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141466.476183:0:14413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241014784 00000100:00100000:3.0:1787141466.476197:0:14413:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241014784 00000100:00100000:3.0:1787141466.476262:0:14413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 79 00000100:00100000:3.0:1787141466.476274:0:14413:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9891e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc1ec019-f9f7-4451-b98e-fc44989ef93b+7:13744:x1873953241014784:12345-192.168.203.11@tcp:501:mount.lustre.0 00000100:00100000:3.0:1787141466.477181:0:14413:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9891e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc1ec019-f9f7-4451-b98e-fc44989ef93b+8:13744:x1873953241014784:12345-192.168.203.11@tcp:501:mount.lustre.0 Request processed in 905us (4417us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141466.477192:0:14413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 79 00000100:00100000:3.0:1787141466.481766:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141466.481882:0:14415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241014912 00000100:00100000:0.0:1787141466.481893:0:14415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241014912 00000100:00100000:0.0:1787141466.481948:0:14415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 80 00000100:00100000:0.0:1787141466.481958:0:14415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9891e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc1ec019-f9f7-4451-b98e-fc44989ef93b+8:13744:x1873953241014912:12345-192.168.203.11@tcp:503:mount.lustre.0 00000100:00100000:0.0:1787141466.482166:0:14415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9891e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc1ec019-f9f7-4451-b98e-fc44989ef93b+8:13744:x1873953241014912:12345-192.168.203.11@tcp:503:mount.lustre.0 Request processed in 209us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141466.482174:0:14415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 80 00000100:00100000:1.0:1787141466.486891:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141466.487357:0:14413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241015040 00000100:00100000:3.0:1787141466.487367:0:14413:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241015040 00000100:00100000:3.0:1787141466.487423:0:14413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 81 00000100:00100000:3.0:1787141466.487434:0:14413:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9891fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc1ec019-f9f7-4451-b98e-fc44989ef93b+8:13763:x1873953241015040:12345-192.168.203.11@tcp:502:llog_process_th.0 00000100:00100000:2.0:1787141466.489033:0:14413:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9891fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc1ec019-f9f7-4451-b98e-fc44989ef93b+8:13763:x1873953241015040:12345-192.168.203.11@tcp:502:llog_process_th.0 Request processed in 1592us (2141us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141466.489045:0:14413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 81 00000100:00100000:2.0:1787141466.512221:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141466.512310:0:14414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241015168 00000100:00100000:3.0:1787141466.512319:0:14414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241015168 00000100:00100000:3.0:1787141466.512374:0:14414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 82 00000100:00100000:3.0:1787141466.512384:0:14414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9891ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc1ec019-f9f7-4451-b98e-fc44989ef93b+8:13763:x1873953241015168:12345-192.168.203.11@tcp:502:llog_process_th.0 00000100:00100000:3.0:1787141466.512655:0:14414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9891ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc1ec019-f9f7-4451-b98e-fc44989ef93b+8:13763:x1873953241015168:12345-192.168.203.11@tcp:502:llog_process_th.0 Request processed in 272us (442us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141466.512671:0:14414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 82 00000100:00100000:3.0:1787141466.518675:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141466.518788:0:14413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241015296 00000100:00100000:2.0:1787141466.518834:0:14413:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241015296 00000100:00100000:2.0:1787141466.518892:0:14413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 83 00000100:00100000:2.0:1787141466.518903:0:14413:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9891c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc1ec019-f9f7-4451-b98e-fc44989ef93b+8:13744:x1873953241015296:12345-192.168.203.11@tcp:101:mount.lustre.0 00010000:00010000:2.0:1787141466.518921:0:14413:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141466.518938:0:14413:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7c82da7400/0xc65ffb29b5b3228b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d226 expref: -99 pid: 14413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141466.518968:0:14413:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7c82da7400/0xc65ffb29b5b3228b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d226 expref: 9 pid: 14413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141466.518980:0:14413:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7c82da7400/0xc65ffb29b5b3228b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d226 expref: 9 pid: 14413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141466.518989:0:14413:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c82da7400, rc 0) 00000100:00100000:2.0:1787141466.519041:0:14413:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9891c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc1ec019-f9f7-4451-b98e-fc44989ef93b+9:13744:x1873953241015296:12345-192.168.203.11@tcp:101:mount.lustre.0 Request processed in 140us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141466.519048:0:14413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 83 00000100:00100000:1.0:1787141466.534886:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141466.534979:0:14415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241015424 00000100:00100000:0.0:1787141466.534988:0:14415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241015424 00000100:00100000:0.0:1787141466.535037:0:14415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 84 00000100:00100000:0.0:1787141466.535046:0:14415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9891e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc1ec019-f9f7-4451-b98e-fc44989ef93b+9:13744:x1873953241015424:12345-192.168.203.11@tcp:256:mount.lustre.0 20000000:01000000:0.0:1787141466.535068:0:14415:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:0.0:1787141466.535091:0:14415:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1787141466.535095:0:14415:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:0.0:1787141466.535097:0:14415:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:0.0:1787141466.535100:0:14415:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 132, version 8 00000100:00100000:3.0:1787141466.542195:0:14415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9891e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc1ec019-f9f7-4451-b98e-fc44989ef93b+9:13744:x1873953241015424:12345-192.168.203.11@tcp:256:mount.lustre.0 Request processed in 2416us (2584us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141466.542213:0:14415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 84 00000100:00100000:3.0:1787141466.555438:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141466.555836:0:14414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241015552 00000100:00100000:2.0:1787141466.555858:0:14414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241015552 00000100:00100000:2.0:1787141466.555917:0:14414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 85 00000100:00100000:2.0:1787141466.555928:0:14414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9891d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc1ec019-f9f7-4451-b98e-fc44989ef93b+9:13744:x1873953241015552:12345-192.168.203.11@tcp:101:mount.lustre.0 00010000:00010000:2.0:1787141466.555944:0:14414:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141466.555962:0:14414:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7c82da6800/0xc65ffb29b5b32292 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d22d expref: -99 pid: 14414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141466.555997:0:14414:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7c82da6800/0xc65ffb29b5b32292 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d22d expref: 10 pid: 14414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141466.556007:0:14414:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7c82da6800/0xc65ffb29b5b32292 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d22d expref: 10 pid: 14414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141466.556017:0:14414:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c82da6800, rc 0) 00000100:00100000:2.0:1787141466.556086:0:14414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9891d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc1ec019-f9f7-4451-b98e-fc44989ef93b+10:13744:x1873953241015552:12345-192.168.203.11@tcp:101:mount.lustre.0 Request processed in 160us (658us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141466.556094:0:14414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 85 00000100:00100000:1.0:1787141466.561545:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141466.561708:0:14415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241015680 00000100:00100000:2.0:1787141466.561741:0:14415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241015680 00000100:00100000:2.0:1787141466.561873:0:14415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 86 00000100:00100000:2.0:1787141466.561884:0:14415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9891d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc1ec019-f9f7-4451-b98e-fc44989ef93b+10:13744:x1873953241015680:12345-192.168.203.11@tcp:501:mount.lustre.0 00000100:00100000:2.0:1787141466.562183:0:14415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9891d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc1ec019-f9f7-4451-b98e-fc44989ef93b+10:13744:x1873953241015680:12345-192.168.203.11@tcp:501:mount.lustre.0 Request processed in 300us (646us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141466.562191:0:14415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 86 00000100:00100000:1.0:1787141466.565344:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141466.565605:0:14415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241015808 00000100:00100000:2.0:1787141466.565615:0:14415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241015808 00000100:00100000:2.0:1787141466.565669:0:14415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 87 00000100:00100000:2.0:1787141466.565679:0:14415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9891f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc1ec019-f9f7-4451-b98e-fc44989ef93b+10:13744:x1873953241015808:12345-192.168.203.11@tcp:503:mount.lustre.0 00000100:00100000:2.0:1787141466.565926:0:14415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9891f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc1ec019-f9f7-4451-b98e-fc44989ef93b+10:13744:x1873953241015808:12345-192.168.203.11@tcp:503:mount.lustre.0 Request processed in 247us (591us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141466.565934:0:14415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 87 00000100:00100000:0.0:1787141466.576547:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141466.578235:0:14415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241015936 00000100:00100000:2.0:1787141466.578251:0:14415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241015936 00000100:00100000:2.0:1787141466.578324:0:14415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 88 00000100:00100000:2.0:1787141466.578335:0:14415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9891c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc1ec019-f9f7-4451-b98e-fc44989ef93b+10:13768:x1873953241015936:12345-192.168.203.11@tcp:502:llog_process_th.0 00000100:00100000:2.0:1787141466.578616:0:14415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9891c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc1ec019-f9f7-4451-b98e-fc44989ef93b+10:13768:x1873953241015936:12345-192.168.203.11@tcp:502:llog_process_th.0 Request processed in 282us (2077us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141466.578625:0:14415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 88 00000100:00100000:1.0:1787141466.592589:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141466.592689:0:14413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241016064 00000100:00100000:0.0:1787141466.592698:0:14413:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241016064 00000100:00100000:0.0:1787141466.592764:0:14413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 89 00000100:00100000:0.0:1787141466.592788:0:14413:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9891f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc1ec019-f9f7-4451-b98e-fc44989ef93b+10:13768:x1873953241016064:12345-192.168.203.11@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787141466.593283:0:14413:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9891f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc1ec019-f9f7-4451-b98e-fc44989ef93b+10:13768:x1873953241016064:12345-192.168.203.11@tcp:502:llog_process_th.0 Request processed in 494us (700us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141466.593291:0:14413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 89 00000100:00100000:1.0:1787141466.617181:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141466.617458:0:14419:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241016192 00000100:00100000:3.0:1787141466.617477:0:14419:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241016192 00000100:00100000:3.0:1787141466.617523:0:14419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 4 00000100:00100000:3.0:1787141466.617532:0:14419:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b8264aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2349:x1873953241016192:12345-192.168.203.11@tcp:38:mount.lustre.0 00010000:00080000:3.0:1787141466.617559:0:14419:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from 19eaa102-0169-4fba-a1e9-af876a40d8d1@192.168.203.11@tcp t0 exp 0000000000000000 cur 449 last 0 00000020:00000080:3.0:1787141466.617603:0:14419:0:(genops.c:1385:class_connect()) connect: client 19eaa102-0169-4fba-a1e9-af876a40d8d1, cookie 0xc65ffb29b5b32299 00000004:00100000:3.0:1787141466.617631:0:14419:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000001:00000004:3.0:1787141466.617636:0:14419:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934592 00000100:00080000:0.0:1787141466.658691:0:14419:0:(import.c:65:import_set_state_nolock()) ffff8b7b836b4800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787141466.659225:0:14419:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b8264aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+6:2349:x1873953241016192:12345-192.168.203.11@tcp:38:mount.lustre.0 Request processed in 41690us (42051us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141466.659236:0:14419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 4 00000100:00100000:3.0:1787141466.664681:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141466.665270:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141466.667643:0:14421:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241016448 00000100:00100000:0.0:1787141466.667643:0:15831:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241016320 00000100:00100000:2.0:1787141466.667657:0:14421:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241016448 00000100:00100000:0.0:1787141466.667657:0:15831:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241016320 00000100:00100000:0.0:1787141466.667742:0:15831:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 5 00000100:00100000:0.0:1787141466.667753:0:15831:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6deb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:19eaa102-0169-4fba-a1e9-af876a40d8d1+7:0:x1873953241016320:12345-192.168.203.11@tcp:41:mount.lustre.0 00000004:00000024:0.0:1787141466.667813:0:15831:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261647360 avail 2259550208 00000100:00100000:2.0:1787141466.668023:0:14421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 6 00000100:00100000:2.0:1787141466.668034:0:14421:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6de8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:19eaa102-0169-4fba-a1e9-af876a40d8d1+7:13744:x1873953241016448:12345-192.168.203.11@tcp:41:mount.lustre.0 00000004:00000024:2.0:1787141466.668049:0:14421:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261647360 avail 2259550208 00000100:00100000:0.0:1787141466.668088:0:15831:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6deb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:19eaa102-0169-4fba-a1e9-af876a40d8d1+7:0:x1873953241016320:12345-192.168.203.11@tcp:41:mount.lustre.0 Request processed in 331us (3411us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141466.668098:0:14421:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6de8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:19eaa102-0169-4fba-a1e9-af876a40d8d1+7:13744:x1873953241016448:12345-192.168.203.11@tcp:41:mount.lustre.0 Request processed in 51us (2815us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141466.668105:0:15831:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 5 00000100:00100000:2.0:1787141466.668113:0:14421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 6 00000100:00080000:1.0:1787141466.668343:0:14416:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787141466.676871:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141466.677062:0:14420:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241016576 00000100:00100000:3.0:1787141466.677072:0:14420:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241016576 00000100:00100000:3.0:1787141466.677130:0:14420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 7 00000100:00100000:3.0:1787141466.677140:0:14420:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b8264ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:19eaa102-0169-4fba-a1e9-af876a40d8d1+6:13744:x1873953241016576:12345-192.168.203.11@tcp:40:mount.lustre.0 00000100:00100000:3.0:1787141466.677251:0:14420:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b8264ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:19eaa102-0169-4fba-a1e9-af876a40d8d1+6:13744:x1873953241016576:12345-192.168.203.11@tcp:40:mount.lustre.0 Request processed in 111us (388us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141466.677259:0:14420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 7 00000100:00100000:0.0:1787141466.679229:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141466.681401:0:15102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241016704 00000100:00100000:2.0:1787141466.681414:0:15102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241016704 00000100:00100000:2.0:1787141466.681733:0:15102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 9 00000100:00100000:2.0:1787141466.681742:0:15102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2349:x1873953241016704:12345-192.168.203.11@tcp:8:mount.lustre.0 00010000:00080000:2.0:1787141466.681773:0:15102:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from 19eaa102-0169-4fba-a1e9-af876a40d8d1@192.168.203.11@tcp t0 exp 0000000000000000 cur 449 last 0 00000020:00000080:2.0:1787141466.681838:0:15102:0:(genops.c:1385:class_connect()) connect: client 19eaa102-0169-4fba-a1e9-af876a40d8d1, cookie 0xc65ffb29b5b322a0 00002000:00100000:2.0:1787141466.681850:0:15102:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 19eaa102-0169-4fba-a1e9-af876a40d8d1/ffff8b7ca692c000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 211392c ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1787141466.681872:0:15102:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000100:00100000:1.0:1787141466.683070:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141466.683114:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141466.683202:0:15103:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:0.0:1787141466.683211:0:15103:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00100000:3.0:1787141466.683382:0:14422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241016960 00000100:00100000:3.0:1787141466.683390:0:14422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241016960 00002000:00080000:2.0:1787141466.683395:0:15102:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00100000:3.0:1787141466.683453:0:14422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 0 00000100:00100000:3.0:1787141466.683462:0:14422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b8264b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+6:13744:x1873953241016960:12345-192.168.203.11@tcp:33:mount.lustre.0 00000100:00080000:2.0:1787141466.683846:0:15102:0:(import.c:65:import_set_state_nolock()) ffff8b7ca6929000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787141466.683975:0:15102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:19eaa102-0169-4fba-a1e9-af876a40d8d1+6:2349:x1873953241016704:12345-192.168.203.11@tcp:8:mount.lustre.0 Request processed in 2230us (4750us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141466.683985:0:15102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 9 00000100:00100000:2.0:1787141466.684018:0:15102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241016832 00000100:00100000:2.0:1787141466.684022:0:15102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241016832 00000100:00100000:2.0:1787141466.684045:0:15102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 10 00000100:00100000:2.0:1787141466.684050:0:15102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b8264b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2349:x1873953241016832:12345-192.168.203.11@tcp:8:mount.lustre.0 00010000:00080000:2.0:1787141466.684086:0:15102:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from 19eaa102-0169-4fba-a1e9-af876a40d8d1@192.168.203.11@tcp t0 exp 0000000000000000 cur 449 last 0 00000020:00000080:2.0:1787141466.684130:0:15102:0:(genops.c:1385:class_connect()) connect: client 19eaa102-0169-4fba-a1e9-af876a40d8d1, cookie 0xc65ffb29b5b322a7 00002000:00100000:2.0:1787141466.684141:0:15102:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 19eaa102-0169-4fba-a1e9-af876a40d8d1/ffff8b7ca692d000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 211392c ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1787141466.684160:0:15102:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000004:00080000:1.0:1787141466.684342:0:14422:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 820us 00002000:00080000:2.0:1787141466.684344:0:15102:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1787141466.684366:0:15102:0:(import.c:65:import_set_state_nolock()) ffff8b7ca692c800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787141466.684395:0:15102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b8264b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:19eaa102-0169-4fba-a1e9-af876a40d8d1+6:2349:x1873953241016832:12345-192.168.203.11@tcp:8:mount.lustre.0 Request processed in 343us (1327us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141466.684402:0:15102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 10 00000004:00200000:1.0:1787141466.701404:0:14422:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000100:00100000:1.0:1787141466.701587:0:14422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b8264b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+6:13744:x1873953241016960:12345-192.168.203.11@tcp:33:mount.lustre.0 Request processed in 18120us (18465us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141466.701607:0:14422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 0 00000100:00100000:1.0:1787141466.964956:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141466.965971:0:14421:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241017088 00000100:00100000:2.0:1787141466.965984:0:14421:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241017088 00000100:00100000:2.0:1787141466.966054:0:14421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 8 00000100:00100000:2.0:1787141466.966065:0:14421:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b82648000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:19eaa102-0169-4fba-a1e9-af876a40d8d1+6:13789:x1873953241017088:12345-192.168.203.11@tcp:101:mkdir.0 00010000:00010000:2.0:1787141466.966087:0:14421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141466.966115:0:14421:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6a00/0xc65ffb29b5b322ae lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d257 expref: -99 pid: 14421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141466.966199:0:14421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7200/0xc65ffb29b5b322b5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141466.966213:0:14421:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7200/0xc65ffb29b5b322b5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141466.966227:0:14421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7200/0xc65ffb29b5b322b5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787141466.966416:0:14421:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:2.0:1787141466.966558:0:14421:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:2.0:1787141466.966672:0:14421:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7200/0xc65ffb29b5b322b5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141466.966700:0:14421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6a00/0xc65ffb29b5b322ae lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d257 expref: 8 pid: 14421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141466.966727:0:14421:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7200/0xc65ffb29b5b322b5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d257 expref: 7 pid: 14421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141466.966736:0:14421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b7ca1f39100) 00010000:00010000:2.0:1787141466.966739:0:14421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787141466.966742:0:14421:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c82da7200, rc 0) 00000100:00100000:2.0:1787141466.967504:0:14421:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b82648000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:19eaa102-0169-4fba-a1e9-af876a40d8d1+7:13789:x1873953241017088:12345-192.168.203.11@tcp:101:mkdir.0 Request processed in 1437us (2553us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141466.967514:0:14421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 8 00010000:00010000:3.0:1787141467.200954:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787141467.521271:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7ca6de8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953263026688:0@lo:400:kworker.0 00000100:00100000:3.0:1787141467.521341:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141467.521403:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7ca6de9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3307:1873953263027200:0@lo:400:kworker.0 00000100:00100000:3.0:1787141467.521429:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141467.521453:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1787141467.521459:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7ca6de9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:be52692e-784d-4bd8-b691-421ed3b0bea9:3307:1873953263026560:0@lo:400:kworker.0 00000100:00100000:0.0:1787141467.521610:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7ca6dea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3305:1873953263026944:0@lo:400:kworker.0 00000100:00100000:0.0:1787141467.521650:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141467.521672:0:3305:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1787141467.521678:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7ca6debb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953263026816:0@lo:400:kworker.0 00000100:00100000:0.0:1787141467.521701:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141467.521737:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953263027328:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787141467.521776:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141467.521827:0:15831:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263027200 00000100:00100000:0.0:1787141467.521836:0:15831:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263027200 00000100:00100000:0.0:1787141467.521887:0:15831:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263026944 00000100:00100000:0.0:1787141467.521890:0:15831:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263026944 00000100:00100000:0.0:1787141467.521915:0:15831:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1787141467.521924:0:15831:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1873953263027200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787141467.521973:0:15831:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1873953263027200:12345-0@lo:400:kworker.0 Request processed in 49us (542us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141467.521980:0:15831:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1787141467.521998:0:15831:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1787141467.522005:0:15831:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83684000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3305:x1873953263026944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787141467.522037:0:15831:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83684000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3305:x1873953263026944:12345-0@lo:400:kworker.0 Request processed in 33us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141467.522043:0:15831:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1787141467.522065:0:15105:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263027328 00000100:00100000:0.0:1787141467.522069:0:15105:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263027328 00000100:00100000:0.0:1787141467.522098:0:15105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1787141467.522105:0:15105:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83687480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3305:x1873953263027328:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1787141467.522120:0:15105:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1787141467.522150:0:15105:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83687480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3305:x1873953263027328:12345-0@lo:13:osp-pre-1-0.0 Request processed in 46us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141467.522157:0:15105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:0.0:1787141467.522172:0:14416:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787141467.522177:0:14416:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787141467.522194:0:15101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263026688 00000100:00100000:0.0:1787141467.522197:0:15101:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263026688 00000100:00100000:0.0:1787141467.522233:0:15101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263026816 00000100:00100000:0.0:1787141467.522237:0:15101:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263026816 00000100:00100000:0.0:1787141467.522254:0:15101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1787141467.522260:0:15101:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6de8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953263026688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787141467.522294:0:15101:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6de8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953263026688:12345-0@lo:400:kworker.0 Request processed in 34us (954us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141467.522300:0:15101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1787141467.522311:0:15101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1787141467.522317:0:15101:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83685180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3305:x1873953263026816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787141467.522344:0:15101:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83685180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3305:x1873953263026816:12345-0@lo:400:kworker.0 Request processed in 27us (642us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141467.522349:0:15101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:0.0:1787141467.522363:0:14416:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787141467.522390:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7ca6debb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953263026816:0@lo:400:kworker.0 00000100:00100000:0.0:1787141467.522406:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953263027328:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787141467.522419:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7ca6dea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3305:1873953263026944:0@lo:400:kworker.0 00000100:00100000:3.0:1787141467.522897:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141467.522931:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7ca6de9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3307:1873953263027072:0@lo:400:kworker.0 00000100:00100000:3.0:1787141467.522959:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141467.522997:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7ca6de8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953263026688:0@lo:400:kworker.0 00000100:00100000:3.0:1787141467.523009:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7ca6de9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3307:1873953263027200:0@lo:400:kworker.0 00000100:00100000:1.0:1787141467.523073:0:15831:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263027072 00000100:00100000:1.0:1787141467.523079:0:15831:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263027072 00000100:00100000:1.0:1787141467.523126:0:15831:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1787141467.523134:0:15831:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1873953263027072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787141467.523177:0:15831:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1873953263027072:12345-0@lo:400:kworker.0 Request processed in 44us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141467.523183:0:15831:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1787141467.523252:0:14414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263026560 00000100:00100000:0.0:1787141467.523256:0:14414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263026560 00000100:00100000:0.0:1787141467.523292:0:14414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1787141467.523299:0:14414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98917c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+19:3307:x1873953263026560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787141467.523331:0:14414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98917c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+19:3307:x1873953263026560:12345-0@lo:400:kworker.0 Request processed in 33us (437us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141467.523338:0:14414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00080000:3.0:1787141467.523567:0:14416:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787141467.523588:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7ca6de9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:be52692e-784d-4bd8-b691-421ed3b0bea9:3307:1873953263026560:0@lo:400:kworker.0 00000100:00100000:3.0:1787141467.523601:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7ca6de9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3307:1873953263027072:0@lo:400:kworker.0 00000001:00080000:3.0:1787141467.603243:0:15836:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 8589934593 is committed 00000001:00100000:3.0:1787141467.603298:0:15836:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 19eaa102-0169-4fba-a1e9-af876a40d8d1 00000001:00100000:3.0:1787141467.603307:0:15836:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000040:00080000:3.0:1787141467.777533:0:14453:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1787141468.225071:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787141469.023615:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141469.023712:0:14421:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241017216 00000100:00100000:0.0:1787141469.023721:0:14421:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241017216 00000100:00100000:0.0:1787141469.023829:0:14421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 9 00000100:00100000:0.0:1787141469.023856:0:14421:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b82648e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:19eaa102-0169-4fba-a1e9-af876a40d8d1+7:13841:x1873953241017216:12345-192.168.203.11@tcp:41:lfs.0 00000004:00000024:0.0:1787141469.023898:0:14421:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261647360 avail 2259550208 00000100:00100000:0.0:1787141469.023990:0:14421:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b82648e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:19eaa102-0169-4fba-a1e9-af876a40d8d1+7:13841:x1873953241017216:12345-192.168.203.11@tcp:41:lfs.0 Request processed in 137us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141469.023998:0:14421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 9 00000100:00080000:3.0:1787141469.024068:0:14416:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787141469.047496:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141469.047602:0:15105:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241017344 00000100:00100000:0.0:1787141469.047612:0:15105:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241017344 00000100:00100000:0.0:1787141469.047713:0:15105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 6 00000100:00100000:0.0:1787141469.047724:0:15105:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b82649180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:19eaa102-0169-4fba-a1e9-af876a40d8d1+6:13841:x1873953241017344:12345-192.168.203.11@tcp:13:lfs.0 00002000:00000024:0.0:1787141469.047771:0:15105:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1787141469.047909:0:15105:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b82649180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:19eaa102-0169-4fba-a1e9-af876a40d8d1+6:13841:x1873953241017344:12345-192.168.203.11@tcp:13:lfs.0 Request processed in 186us (422us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141469.047917:0:15105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 6 00000100:00080000:3.0:1787141469.048260:0:14416:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787141469.050477:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141469.050627:0:15105:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241017472 00000100:00100000:0.0:1787141469.050637:0:15105:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241017472 00000100:00100000:0.0:1787141469.050721:0:15105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 7 00000100:00100000:0.0:1787141469.050731:0:15105:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83782d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:19eaa102-0169-4fba-a1e9-af876a40d8d1+5:13841:x1873953241017472:12345-192.168.203.11@tcp:13:lfs.0 00002000:00000024:0.0:1787141469.050777:0:15105:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1787141469.050890:0:15105:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83782d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:19eaa102-0169-4fba-a1e9-af876a40d8d1+5:13841:x1873953241017472:12345-192.168.203.11@tcp:13:lfs.0 Request processed in 160us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141469.050898:0:15105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 7 00000100:00080000:3.0:1787141469.051621:0:14416:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1787141469.253341:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787141469.350208:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141469.350391:0:14413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241017600 00000100:00100000:0.0:1787141469.350401:0:14413:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241017600 00000100:00100000:0.0:1787141469.350461:0:14413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 91 00000100:00100000:0.0:1787141469.350472:0:14413:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98916050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc1ec019-f9f7-4451-b98e-fc44989ef93b+10:13871:x1873953241017600:12345-192.168.203.11@tcp:101:mount.lustre.0 00010000:00010000:0.0:1787141469.350566:0:14413:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141469.350585:0:14413:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7cbf405200/0xc65ffb29b5b322bc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d25e expref: -99 pid: 14413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141469.350615:0:14413:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7cbf405200/0xc65ffb29b5b322bc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d25e expref: 11 pid: 14413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141469.350626:0:14413:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7cbf405200/0xc65ffb29b5b322bc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d25e expref: 11 pid: 14413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141469.350637:0:14413:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf405200, rc 0) 00000100:00100000:0.0:1787141469.350776:0:14413:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98916050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc1ec019-f9f7-4451-b98e-fc44989ef93b+11:13871:x1873953241017600:12345-192.168.203.11@tcp:101:mount.lustre.0 Request processed in 305us (575us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141469.350785:0:14413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 91 00000100:00100000:1.0:1787141469.360256:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141469.360668:0:14415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241017728 00000100:00100000:2.0:1787141469.360678:0:14415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241017728 00000100:00100000:2.0:1787141469.360783:0:14415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 92 00000100:00100000:2.0:1787141469.360820:0:14415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98914050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc1ec019-f9f7-4451-b98e-fc44989ef93b+11:13871:x1873953241017728:12345-192.168.203.11@tcp:501:mount.lustre.0 00000100:00100000:2.0:1787141469.361154:0:14415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98914050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc1ec019-f9f7-4451-b98e-fc44989ef93b+11:13871:x1873953241017728:12345-192.168.203.11@tcp:501:mount.lustre.0 Request processed in 361us (907us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141469.361162:0:14415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 92 00000100:00100000:2.0:1787141469.371073:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141469.371296:0:14413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241017856 00000100:00100000:0.0:1787141469.371307:0:14413:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241017856 00000100:00100000:0.0:1787141469.371400:0:14413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 93 00000100:00100000:0.0:1787141469.371412:0:14413:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98916850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc1ec019-f9f7-4451-b98e-fc44989ef93b+11:13871:x1873953241017856:12345-192.168.203.11@tcp:503:mount.lustre.0 00000100:00100000:0.0:1787141469.371633:0:14413:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98916850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc1ec019-f9f7-4451-b98e-fc44989ef93b+11:13871:x1873953241017856:12345-192.168.203.11@tcp:503:mount.lustre.0 Request processed in 223us (569us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141469.371642:0:14413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 93 00000100:00100000:1.0:1787141469.389958:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141469.390655:0:14415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241017984 00000100:00100000:2.0:1787141469.390665:0:14415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241017984 00000100:00100000:2.0:1787141469.390854:0:14415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 94 00000100:00100000:2.0:1787141469.390865:0:14415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98915850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc1ec019-f9f7-4451-b98e-fc44989ef93b+11:13879:x1873953241017984:12345-192.168.203.11@tcp:502:llog_process_th.0 00000100:00100000:2.0:1787141469.391204:0:14415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98915850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc1ec019-f9f7-4451-b98e-fc44989ef93b+11:13879:x1873953241017984:12345-192.168.203.11@tcp:502:llog_process_th.0 Request processed in 339us (1252us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141469.391213:0:14415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 94 00000100:00100000:1.0:1787141469.445261:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141469.445589:0:14413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241018112 00000100:00100000:0.0:1787141469.445599:0:14413:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241018112 00000100:00100000:0.0:1787141469.445664:0:14413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 95 00000100:00100000:0.0:1787141469.445675:0:14413:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98915050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc1ec019-f9f7-4451-b98e-fc44989ef93b+11:13879:x1873953241018112:12345-192.168.203.11@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787141469.446009:0:14413:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98915050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc1ec019-f9f7-4451-b98e-fc44989ef93b+11:13879:x1873953241018112:12345-192.168.203.11@tcp:502:llog_process_th.0 Request processed in 335us (758us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141469.446024:0:14413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 95 00000100:00100000:1.0:1787141469.475432:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141469.475528:0:14415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241018240 00000100:00100000:2.0:1787141469.475538:0:14415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241018240 00000100:00100000:2.0:1787141469.475596:0:14415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 96 00000100:00100000:2.0:1787141469.475720:0:14415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98917450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc1ec019-f9f7-4451-b98e-fc44989ef93b+11:13871:x1873953241018240:12345-192.168.203.11@tcp:101:mount.lustre.0 00010000:00010000:2.0:1787141469.475736:0:14415:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141469.475756:0:14415:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7c82da7c00/0xc65ffb29b5b322c3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d288 expref: -99 pid: 14415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141469.475785:0:14415:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7c82da7c00/0xc65ffb29b5b322c3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d288 expref: 12 pid: 14415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141469.475825:0:14415:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7c82da7c00/0xc65ffb29b5b322c3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d288 expref: 12 pid: 14415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141469.475847:0:14415:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c82da7c00, rc 0) 00000100:00100000:2.0:1787141469.475906:0:14415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98917450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc1ec019-f9f7-4451-b98e-fc44989ef93b+12:13871:x1873953241018240:12345-192.168.203.11@tcp:101:mount.lustre.0 Request processed in 192us (483us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141469.475914:0:14415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 96 00000100:00100000:2.0:1787141469.485083:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141469.485256:0:14414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241018368 00000100:00100000:1.0:1787141469.485266:0:14414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241018368 00000100:00100000:1.0:1787141469.485435:0:14414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 97 00000100:00100000:1.0:1787141469.485447:0:14414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98917050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc1ec019-f9f7-4451-b98e-fc44989ef93b+12:13871:x1873953241018368:12345-192.168.203.11@tcp:256:mount.lustre.0 20000000:01000000:1.0:1787141469.485474:0:14414:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:1.0:1787141469.485497:0:14414:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1787141469.485502:0:14414:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:1.0:1787141469.485504:0:14414:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:1.0:1787141469.485507:0:14414:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 132, version 8 00000100:00100000:3.0:1787141469.493329:0:14414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98917050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc1ec019-f9f7-4451-b98e-fc44989ef93b+12:13871:x1873953241018368:12345-192.168.203.11@tcp:256:mount.lustre.0 Request processed in 7875us (8247us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141469.493344:0:14414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 97 00000100:00100000:3.0:1787141469.501530:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141469.501740:0:14413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241018496 00000100:00100000:0.0:1787141469.501751:0:14413:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241018496 00000100:00100000:0.0:1787141469.501842:0:14413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 98 00000100:00100000:0.0:1787141469.501853:0:14413:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98914450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc1ec019-f9f7-4451-b98e-fc44989ef93b+12:13871:x1873953241018496:12345-192.168.203.11@tcp:101:mount.lustre.0 00010000:00010000:0.0:1787141469.501869:0:14413:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141469.501888:0:14413:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7cbf405600/0xc65ffb29b5b322ca lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d28f expref: -99 pid: 14413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141469.501916:0:14413:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7cbf405600/0xc65ffb29b5b322ca lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d28f expref: 13 pid: 14413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141469.501927:0:14413:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7cbf405600/0xc65ffb29b5b322ca lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d28f expref: 13 pid: 14413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141469.501938:0:14413:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf405600, rc 0) 00000100:00100000:0.0:1787141469.501985:0:14413:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98914450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc1ec019-f9f7-4451-b98e-fc44989ef93b+13:13871:x1873953241018496:12345-192.168.203.11@tcp:101:mount.lustre.0 Request processed in 134us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141469.501992:0:14413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 98 00000100:00100000:2.0:1787141469.511786:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141469.511907:0:14414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241018624 00000100:00100000:3.0:1787141469.511916:0:14414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241018624 00000100:00100000:3.0:1787141469.511962:0:14414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 99 00000100:00100000:3.0:1787141469.511972:0:14414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98917850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc1ec019-f9f7-4451-b98e-fc44989ef93b+13:13871:x1873953241018624:12345-192.168.203.11@tcp:501:mount.lustre.0 00000100:00100000:3.0:1787141469.512267:0:14414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98917850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc1ec019-f9f7-4451-b98e-fc44989ef93b+13:13871:x1873953241018624:12345-192.168.203.11@tcp:501:mount.lustre.0 Request processed in 295us (489us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141469.512275:0:14414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 99 00000100:00100000:1.0:1787141469.525172:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141469.525440:0:14415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241018752 00000100:00100000:2.0:1787141469.525452:0:14415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241018752 00000100:00100000:2.0:1787141469.525511:0:14415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 100 00000100:00100000:2.0:1787141469.525523:0:14415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98914c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc1ec019-f9f7-4451-b98e-fc44989ef93b+13:13871:x1873953241018752:12345-192.168.203.11@tcp:503:mount.lustre.0 00000100:00100000:2.0:1787141469.525972:0:14415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98914c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc1ec019-f9f7-4451-b98e-fc44989ef93b+13:13871:x1873953241018752:12345-192.168.203.11@tcp:503:mount.lustre.0 Request processed in 450us (807us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141469.525982:0:14415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 100 00000100:00100000:1.0:1787141469.530717:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141469.531762:0:14414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241018880 00000100:00100000:3.0:1787141469.531775:0:14414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241018880 00000100:00100000:3.0:1787141469.531873:0:14414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 101 00000100:00100000:3.0:1787141469.531885:0:14414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98915c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc1ec019-f9f7-4451-b98e-fc44989ef93b+13:13885:x1873953241018880:12345-192.168.203.11@tcp:502:llog_process_th.0 00000100:00100000:3.0:1787141469.532156:0:14414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98915c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc1ec019-f9f7-4451-b98e-fc44989ef93b+13:13885:x1873953241018880:12345-192.168.203.11@tcp:502:llog_process_th.0 Request processed in 266us (1452us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141469.532165:0:14414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 101 00000100:00100000:1.0:1787141469.541524:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141469.544029:0:14415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241019008 00000100:00100000:2.0:1787141469.544045:0:14415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241019008 00000100:00100000:2.0:1787141469.544125:0:14415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 102 00000100:00100000:2.0:1787141469.544137:0:14415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98914850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc1ec019-f9f7-4451-b98e-fc44989ef93b+13:13885:x1873953241019008:12345-192.168.203.11@tcp:502:llog_process_th.0 00000100:00100000:2.0:1787141469.544643:0:14415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98914850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc1ec019-f9f7-4451-b98e-fc44989ef93b+13:13885:x1873953241019008:12345-192.168.203.11@tcp:502:llog_process_th.0 Request processed in 506us (3128us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141469.544652:0:14415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 102 00000100:00100000:1.0:1787141469.549153:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141469.552899:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141469.557571:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141469.557599:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141469.557647:0:16291:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241019776 00000100:00100000:1.0:1787141469.557656:0:16291:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241019776 00000100:00100000:1.0:1787141469.557726:0:16291:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241019648 00000100:00100000:1.0:1787141469.557730:0:16291:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241019648 00000100:00100000:1.0:1787141469.557753:0:16291:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 4 00000100:00100000:1.0:1787141469.557763:0:16291:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b82649c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:19eaa102-0169-4fba-a1e9-af876a40d8d1+5:2353:x1873953241019776:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1787141469.557852:0:16291:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b82649c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:19eaa102-0169-4fba-a1e9-af876a40d8d1+5:2353:x1873953241019776:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 90us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141469.557861:0:16291:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 4 00000100:00100000:1.0:1787141469.557878:0:16291:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 5 00000100:00100000:1.0:1787141469.557885:0:16291:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b82648a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:19eaa102-0169-4fba-a1e9-af876a40d8d1+6:2353:x1873953241019648:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1787141469.557908:0:16291:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b82648a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:19eaa102-0169-4fba-a1e9-af876a40d8d1+6:2353:x1873953241019648:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 24us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141469.557915:0:16291:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 5 00000100:00100000:2.0:1787141469.558943:0:14419:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241019136 00000100:00100000:2.0:1787141469.558951:0:14419:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241019136 00000100:00100000:2.0:1787141469.558978:0:14419:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241019520 00000100:00100000:2.0:1787141469.558981:0:14419:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241019520 00000100:00100000:2.0:1787141469.559098:0:14419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 16 00000100:00100000:2.0:1787141469.559121:0:14419:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b82649880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+7:2353:x1873953241019520:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:2.0:1787141469.559185:0:14419:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b82649880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+7:2353:x1873953241019520:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 66us (6296us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141469.559193:0:14419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 16 00000100:00100000:2.0:1787141469.559211:0:14419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 10 00000100:00100000:2.0:1787141469.559215:0:14419:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b8264a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2349:x1873953241019136:12345-192.168.203.11@tcp:38:mount.lustre.0 00010000:00080000:2.0:1787141469.559238:0:14419:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from e74a70a0-2d75-4595-9c5a-854ced2fde04@192.168.203.11@tcp t0 exp 0000000000000000 cur 452 last 0 00000020:00000080:2.0:1787141469.559283:0:14419:0:(genops.c:1385:class_connect()) connect: client e74a70a0-2d75-4595-9c5a-854ced2fde04, cookie 0xc65ffb29b5b322d1 00000004:00100000:2.0:1787141469.559318:0:14419:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:2.0:1787141469.559437:0:14419:0:(import.c:65:import_set_state_nolock()) ffff8b7ca692b800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787141469.559470:0:14419:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b8264a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e74a70a0-2d75-4595-9c5a-854ced2fde04+6:2349:x1873953241019136:12345-192.168.203.11@tcp:38:mount.lustre.0 Request processed in 252us (10327us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141469.559477:0:14419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 10 00000100:00100000:3.0:1787141469.563647:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141469.563970:0:14421:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241019392 00000100:00100000:1.0:1787141469.563980:0:14421:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241019392 00000100:00100000:1.0:1787141469.564044:0:14421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 11 00000100:00100000:1.0:1787141469.564054:0:14421:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6de9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e74a70a0-2d75-4595-9c5a-854ced2fde04+6:13871:x1873953241019392:12345-192.168.203.11@tcp:41:mount.lustre.0 00000004:00000024:1.0:1787141469.564094:0:14421:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261647360 avail 2259550208 00000100:00100000:1.0:1787141469.564158:0:14421:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6de9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e74a70a0-2d75-4595-9c5a-854ced2fde04+6:13871:x1873953241019392:12345-192.168.203.11@tcp:41:mount.lustre.0 Request processed in 106us (521us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141469.564190:0:14421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 11 00000100:00080000:3.0:1787141469.564979:0:14416:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787141469.566142:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141469.566223:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141469.566511:0:14421:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241019264 00000100:00100000:1.0:1787141469.566520:0:14421:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241019264 00000100:00100000:1.0:1787141469.566571:0:14421:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241019904 00000100:00100000:1.0:1787141469.566575:0:14421:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241019904 00000100:00100000:1.0:1787141469.566592:0:14421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 12 00000100:00100000:1.0:1787141469.566611:0:14421:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6de9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e74a70a0-2d75-4595-9c5a-854ced2fde04+7:0:x1873953241019264:12345-192.168.203.11@tcp:41:mount.lustre.0 00000004:00000024:1.0:1787141469.566640:0:14421:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261647360 avail 2259550208 00000100:00100000:1.0:1787141469.566718:0:14421:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6de9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e74a70a0-2d75-4595-9c5a-854ced2fde04+7:0:x1873953241019264:12345-192.168.203.11@tcp:41:mount.lustre.0 Request processed in 117us (583us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141469.566727:0:14421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 12 00000100:00100000:3.0:1787141469.566745:0:15831:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 13 00000100:00100000:3.0:1787141469.566760:0:15831:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6de9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e74a70a0-2d75-4595-9c5a-854ced2fde04+6:13871:x1873953241019904:12345-192.168.203.11@tcp:40:mount.lustre.0 00000100:00100000:3.0:1787141469.566826:0:15831:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6de9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e74a70a0-2d75-4595-9c5a-854ced2fde04+6:13871:x1873953241019904:12345-192.168.203.11@tcp:40:mount.lustre.0 Request processed in 43us (572us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141469.578376:0:15831:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 13 00000100:00100000:0.0:1787141469.578510:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141469.578544:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141469.578586:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141469.578687:0:14423:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241020288 00000100:00100000:2.0:1787141469.578706:0:14423:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241020288 00000100:00100000:2.0:1787141469.578751:0:14423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 1 00000100:00100000:2.0:1787141469.578760:0:14423:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83685880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e74a70a0-2d75-4595-9c5a-854ced2fde04+6:13871:x1873953241020288:12345-192.168.203.11@tcp:33:mount.lustre.0 00000004:00200000:2.0:1787141469.579017:0:14423:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000100:00100000:2.0:1787141469.579245:0:14423:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83685880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e74a70a0-2d75-4595-9c5a-854ced2fde04+6:13871:x1873953241020288:12345-192.168.203.11@tcp:33:mount.lustre.0 Request processed in 484us (698us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141469.579252:0:14423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 1 00000100:00100000:1.0:1787141469.586165:0:15102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241020032 00000100:00100000:1.0:1787141469.586179:0:15102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241020032 00000100:00100000:1.0:1787141469.586229:0:15102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241020160 00000100:00100000:1.0:1787141469.586233:0:15102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241020160 00000100:00100000:1.0:1787141469.586264:0:15102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 11 00000100:00100000:1.0:1787141469.586277:0:15102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83684a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2349:x1873953241020032:12345-192.168.203.11@tcp:8:mount.lustre.0 00000100:00100000:0.0:1787141469.586277:0:15103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 12 00000100:00100000:0.0:1787141469.586289:0:15103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83684700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2349:x1873953241020160:12345-192.168.203.11@tcp:8:mount.lustre.0 00010000:00080000:1.0:1787141469.586315:0:15102:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from e74a70a0-2d75-4595-9c5a-854ced2fde04@192.168.203.11@tcp t0 exp 0000000000000000 cur 452 last 0 00010000:00080000:0.0:1787141469.586316:0:15103:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from e74a70a0-2d75-4595-9c5a-854ced2fde04@192.168.203.11@tcp t0 exp 0000000000000000 cur 452 last 0 00000020:00000080:1.0:1787141469.586358:0:15102:0:(genops.c:1385:class_connect()) connect: client e74a70a0-2d75-4595-9c5a-854ced2fde04, cookie 0xc65ffb29b5b322df 00000020:00000080:0.0:1787141469.586359:0:15103:0:(genops.c:1385:class_connect()) connect: client e74a70a0-2d75-4595-9c5a-854ced2fde04, cookie 0xc65ffb29b5b322d8 00002000:00100000:1.0:1787141469.586371:0:15102:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli e74a70a0-2d75-4595-9c5a-854ced2fde04/ffff8b7ca68cb800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 211392c ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1787141469.586385:0:15103:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli e74a70a0-2d75-4595-9c5a-854ced2fde04/ffff8b7b836b1000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 211392c ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1787141469.586386:0:15102:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00100000:0.0:1787141469.586396:0:15103:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:1.0:1787141469.586522:0:15102:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1787141469.586558:0:15102:0:(import.c:65:import_set_state_nolock()) ffff8b7ca68c8000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1787141469.586637:0:15102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83684a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e74a70a0-2d75-4595-9c5a-854ced2fde04+6:2349:x1873953241020032:12345-192.168.203.11@tcp:8:mount.lustre.0 Request processed in 363us (8127us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141469.586655:0:15102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 11 00002000:00080000:0.0:1787141469.586910:0:15103:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1787141469.586923:0:15103:0:(import.c:65:import_set_state_nolock()) ffff8b7b836b1800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787141469.586943:0:15103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83684700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e74a70a0-2d75-4595-9c5a-854ced2fde04+6:2349:x1873953241020160:12345-192.168.203.11@tcp:8:mount.lustre.0 Request processed in 657us (8358us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141469.586949:0:15103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 12 00000100:00100000:0.0:1787141469.887476:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141469.887632:0:14420:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241020416 00000100:00100000:1.0:1787141469.887642:0:14420:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241020416 00000100:00100000:1.0:1787141469.887720:0:14420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 14 00000100:00100000:1.0:1787141469.887732:0:14420:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83687100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e74a70a0-2d75-4595-9c5a-854ced2fde04+6:13906:x1873953241020416:12345-192.168.203.11@tcp:101:mkdir.0 00010000:00010000:1.0:1787141469.887750:0:14420:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787141469.887773:0:14420:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61e00/0xc65ffb29b5b322e6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d2b9 expref: -99 pid: 14420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141469.887865:0:14420:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60000/0xc65ffb29b5b322ed lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141469.887879:0:14420:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60000/0xc65ffb29b5b322ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141469.887891:0:14420:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60000/0xc65ffb29b5b322ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787141469.888314:0:14420:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:1.0:1787141469.888318:0:14420:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00010000:1.0:1787141469.888416:0:14420:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60000/0xc65ffb29b5b322ed lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141469.888446:0:14420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61e00/0xc65ffb29b5b322e6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d2b9 expref: 8 pid: 14420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141469.888463:0:14420:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60000/0xc65ffb29b5b322ed lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d2b9 expref: 7 pid: 14420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141469.888484:0:14420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b7ca1f39100) 00010000:00010000:1.0:1787141469.888486:0:14420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787141469.888490:0:14420:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbfa60000, rc 0) 00000100:00100000:1.0:1787141469.888547:0:14420:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83687100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e74a70a0-2d75-4595-9c5a-854ced2fde04+7:13906:x1873953241020416:12345-192.168.203.11@tcp:101:mkdir.0 Request processed in 818us (1086us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141469.888553:0:14420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 14 00010000:00010000:2.0:1787141470.275258:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787141470.593024:0:3304:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787141470.593046:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953263027456:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787141470.593188:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141470.593229:0:15105:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263027456 00000100:00100000:1.0:1787141470.593237:0:15105:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263027456 00000100:00100000:1.0:1787141470.593300:0:15105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1787141470.593310:0:15105:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83685f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3304:x1873953263027456:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1787141470.593341:0:14416:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:1.0:1787141470.593342:0:15105:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1787141470.593396:0:15105:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83685f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3304:x1873953263027456:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141470.593403:0:15105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1787141470.593434:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953263027456:0@lo:13:osp-pre-0-0.0 00000001:00100000:2.0:1787141471.174867:0:6713:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of e74a70a0-2d75-4595-9c5a-854ced2fde04 00000001:00100000:2.0:1787141471.174883:0:6713:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 19eaa102-0169-4fba-a1e9-af876a40d8d1 00010000:00010000:2.0:1787141471.302250:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1787141472.193675:0:5861:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 19eaa102-0169-4fba-a1e9-af876a40d8d1 00000001:00100000:1.0:1787141472.193950:0:5861:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of e74a70a0-2d75-4595-9c5a-854ced2fde04 00010000:00010000:1.0:1787141472.328576:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787141472.641933:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953263027584:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787141472.642008:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141472.642099:0:15106:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263027584 00000100:00100000:0.0:1787141472.642108:0:15106:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263027584 00000100:00100000:0.0:1787141472.642161:0:15106:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1787141472.642170:0:15106:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83685500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953263027584:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1787141472.642204:0:15106:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1787141472.642250:0:15106:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83685500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953263027584:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141472.642257:0:15106:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00080000:0.0:1787141472.642277:0:14416:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787141472.642303:0:3306:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934593 gen 2 00000100:00100000:0.0:1787141472.642323:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953263027584:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787141472.653998:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83782300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:be52692e-784d-4bd8-b691-421ed3b0bea9:3307:1873953263027712:0@lo:400:kworker.0 00000100:00100000:2.0:1787141472.656048:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141472.656112:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83780380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3307:1873953263028224:0@lo:400:kworker.0 00000100:00100000:2.0:1787141472.656160:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141472.656191:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1787141472.656198:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83783b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3307:1873953263028096:0@lo:400:kworker.0 00000100:00100000:2.0:1787141472.656223:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141472.656256:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83782a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953263027840:0@lo:400:kworker.0 00000100:00100000:2.0:1787141472.656286:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141472.656308:0:3304:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787141472.656314:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83782680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3304:1873953263027968:0@lo:400:kworker.0 00000100:00100000:2.0:1787141472.656342:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141472.656376:0:14421:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263028224 00000100:00100000:2.0:1787141472.656383:0:14421:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263028224 00000100:00100000:2.0:1787141472.656437:0:14421:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263028096 00000100:00100000:2.0:1787141472.656441:0:14421:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263028096 00000100:00100000:2.0:1787141472.656456:0:14421:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263027968 00000100:00100000:2.0:1787141472.656458:0:14421:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263027968 00000100:00100000:2.0:1787141472.656472:0:14421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1787141472.656480:0:14421:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83780a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1873953263028224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787141472.658880:0:14421:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83780a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3307:x1873953263028224:12345-0@lo:400:kworker.0 Request processed in 2395us (2714us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141472.658891:0:14421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1787141472.658924:0:14421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1787141472.658936:0:14421:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83780000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1873953263028096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787141472.658968:0:14421:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83780000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3307:x1873953263028096:12345-0@lo:400:kworker.0 Request processed in 37us (2744us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141472.658988:0:14421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1787141472.659001:0:14421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1787141472.659007:0:14421:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83783480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3304:x1873953263027968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787141472.659045:0:14421:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83783480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3304:x1873953263027968:12345-0@lo:400:kworker.0 Request processed in 38us (2702us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141472.659051:0:14421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1787141472.659076:0:15101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263027840 00000100:00100000:2.0:1787141472.659083:0:15101:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263027840 00000100:00100000:2.0:1787141472.659122:0:15101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1787141472.659129:0:15101:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83781180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3304:x1873953263027840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787141472.659161:0:15101:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83781180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3304:x1873953263027840:12345-0@lo:400:kworker.0 Request processed in 33us (2874us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141472.659167:0:15101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00080000:2.0:1787141472.659187:0:14416:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1787141472.659192:0:14416:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787141472.659231:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83782680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3304:1873953263027968:0@lo:400:kworker.0 00000100:00100000:2.0:1787141472.659243:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83782a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953263027840:0@lo:400:kworker.0 00000100:00100000:2.0:1787141472.659282:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83783b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3307:1873953263028096:0@lo:400:kworker.0 00000100:00100000:2.0:1787141472.659292:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83780380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3307:1873953263028224:0@lo:400:kworker.0 00000100:00100000:3.0:1787141472.662394:0:14414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263027712 00000100:00100000:3.0:1787141472.662407:0:14414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263027712 00000100:00100000:3.0:1787141472.662457:0:14414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:3.0:1787141472.662466:0:14414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98915450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+19:3307:x1873953263027712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141472.662555:0:14414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98915450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+19:3307:x1873953263027712:12345-0@lo:400:kworker.0 Request processed in 90us (6513us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141472.662562:0:14414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:2.0:1787141472.662907:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83782300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:be52692e-784d-4bd8-b691-421ed3b0bea9:3307:1873953263027712:0@lo:400:kworker.0 00000001:00100000:1.0:1787141472.727909:0:7643:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of e74a70a0-2d75-4595-9c5a-854ced2fde04 00000001:02000400:1.0:1787141473.088117:0:16381:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:2.0:1787141473.344983:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141474.372232:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787141474.752544:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141474.752588:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141474.752613:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141474.752633:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141474.752655:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141474.752703:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141474.752724:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141474.752750:0:16291:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241020800 00000100:00100000:1.0:1787141474.752760:0:16291:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241020800 00000100:00100000:1.0:1787141474.752829:0:16291:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241021312 00000100:00100000:1.0:1787141474.752833:0:16291:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241021312 00000100:00100000:1.0:1787141474.752847:0:16291:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241020928 00000100:00100000:1.0:1787141474.752849:0:16291:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241020928 00000100:00100000:1.0:1787141474.752859:0:16291:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241021184 00000100:00100000:1.0:1787141474.752861:0:16291:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241021184 00000100:00100000:1.0:1787141474.752875:0:16291:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 7 00000100:00100000:1.0:1787141474.752884:0:16291:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf420a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:19eaa102-0169-4fba-a1e9-af876a40d8d1+5:2352:x1873953241020800:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1787141474.752970:0:16291:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf420a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:19eaa102-0169-4fba-a1e9-af876a40d8d1+5:2352:x1873953241020800:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 86us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141474.752979:0:16291:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 7 00000100:00100000:1.0:1787141474.752994:0:16291:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 8 00000100:00100000:1.0:1787141474.753000:0:16291:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf423100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e74a70a0-2d75-4595-9c5a-854ced2fde04+5:2352:x1873953241021312:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1787141474.753025:0:16291:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf423100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e74a70a0-2d75-4595-9c5a-854ced2fde04+5:2352:x1873953241021312:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 25us (391us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141474.753031:0:16291:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 8 00000100:00100000:1.0:1787141474.753044:0:16291:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 9 00000100:00100000:1.0:1787141474.753051:0:16291:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf420e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:19eaa102-0169-4fba-a1e9-af876a40d8d1+5:2352:x1873953241020928:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1787141474.753074:0:16291:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf420e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:19eaa102-0169-4fba-a1e9-af876a40d8d1+5:2352:x1873953241020928:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 25us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141474.753080:0:16291:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 9 00000100:00100000:1.0:1787141474.753090:0:16291:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 10 00000100:00100000:1.0:1787141474.753104:0:16291:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf421500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e74a70a0-2d75-4595-9c5a-854ced2fde04+5:2352:x1873953241021184:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1787141474.753131:0:16291:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf421500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e74a70a0-2d75-4595-9c5a-854ced2fde04+5:2352:x1873953241021184:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 27us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141474.753137:0:16291:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 10 00000100:00100000:1.0:1787141474.753155:0:14421:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241021056 00000100:00100000:1.0:1787141474.753159:0:14421:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241021056 00000100:00100000:1.0:1787141474.753183:0:14421:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241020672 00000100:00100000:1.0:1787141474.753186:0:14421:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241020672 00000100:00100000:1.0:1787141474.753203:0:14421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 20 00000100:00100000:1.0:1787141474.753209:0:14421:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf421c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e74a70a0-2d75-4595-9c5a-854ced2fde04+6:2352:x1873953241021056:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1787141474.753238:0:14421:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf421c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e74a70a0-2d75-4595-9c5a-854ced2fde04+6:2352:x1873953241021056:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 28us (624us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141474.753244:0:14421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 20 00000100:00100000:1.0:1787141474.753254:0:14421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 21 00000100:00100000:1.0:1787141474.753260:0:14421:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf421f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:19eaa102-0169-4fba-a1e9-af876a40d8d1+6:2352:x1873953241020672:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1787141474.753281:0:14421:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf421f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:19eaa102-0169-4fba-a1e9-af876a40d8d1+6:2352:x1873953241020672:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 21us (625us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141474.753286:0:14421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 21 00000100:00080000:1.0:1787141474.753313:0:14416:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1787141474.753318:0:14416:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1787141474.753321:0:14416:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787141474.753622:0:14415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241020544 00000100:00100000:2.0:1787141474.753626:0:14415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241020544 00000100:00100000:2.0:1787141474.753675:0:14415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 104 00000100:00100000:2.0:1787141474.753692:0:14415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98916450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc1ec019-f9f7-4451-b98e-fc44989ef93b+13:2352:x1873953241020544:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:2.0:1787141474.753730:0:14415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98916450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc1ec019-f9f7-4451-b98e-fc44989ef93b+13:2352:x1873953241020544:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 40us (1194us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141474.753735:0:14415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 104 00010000:00010000:2.0:1787141475.395036:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787141475.714462:0:3305:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787141475.714482:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953263028352:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787141475.714542:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141475.714592:0:15106:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263028352 00000100:00100000:0.0:1787141475.714599:0:15106:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263028352 00000100:00100000:0.0:1787141475.714694:0:15106:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1787141475.714704:0:15106:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83684380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3305:x1873953263028352:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1787141475.714736:0:15106:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1787141475.714785:0:15106:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83684380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3305:x1873953263028352:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141475.714792:0:15106:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1787141475.714850:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83687800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3305:1873953263028352:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1787141475.714942:0:14416:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1787141476.420870:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1787141476.761861:0:16530:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007fff23c68090 20000000:00000080:3.0:1787141476.761880:0:16530:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8b7ca6878800 uarg=0000000000000000 20000000:01000000:3.0:1787141476.761917:0:16530:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:3.0:1787141476.761922:0:16530:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:3.0:1787141476.761927:0:16530:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:0.0:1787141476.763669:0:16531:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 10 20000000:00000400:2.0:1787141476.764072:0:16530:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:2.0:1787141476.779536:0:16530:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:3.0:1787141476.780240:0:16530:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b7ca6b76a00/0xc65ffb29b5b322f4 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16530 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141476.780261:0:16530:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b7cbf404e00/0xc65ffb29b5b31feb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b31fe4 expref: 18 pid: 14413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141476.780268:0:16530:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b7cbf405c00/0xc65ffb29b5b32038 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b32031 expref: 18 pid: 14414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141476.780274:0:16530:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b7c82da7000/0xc65ffb29b5b3216c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b32165 expref: 18 pid: 14414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141476.780283:0:16530:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b7c82da6800/0xc65ffb29b5b32292 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d22d expref: 12 pid: 14414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141476.780289:0:16530:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b7cbf405600/0xc65ffb29b5b322ca lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d28f expref: 12 pid: 14413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141476.780311:0:16530:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b7ca6b76a00/0xc65ffb29b5b322f4 lrc: 8/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16530 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141476.780361:0:16530:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b7cbf405600/0xc65ffb29b5b322ca lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d28f expref: 12 pid: 14413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141476.780375:0:16530:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b7cbf405600/0xc65ffb29b5b322ca lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d28f expref: 12 pid: 14413 timeout: 559 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141476.780387:0:16530:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7ca6de8000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16530:1873953263028480:192.168.203.11@tcp:104: 00010000:00010000:3.0:1787141476.780611:0:16530:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b7c82da6800/0xc65ffb29b5b32292 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d22d expref: 12 pid: 14414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141476.780621:0:16530:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b7c82da6800/0xc65ffb29b5b32292 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d22d expref: 12 pid: 14414 timeout: 559 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141476.780631:0:16530:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7ca6de9c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16530:1873953263028608:192.168.203.11@tcp:104: 00010000:00010000:3.0:1787141476.780823:0:16530:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b7c82da7000/0xc65ffb29b5b3216c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc65ffb29b5b32165 expref: 18 pid: 14414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141476.780832:0:16530:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b7c82da7000/0xc65ffb29b5b3216c lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc65ffb29b5b32165 expref: 18 pid: 14414 timeout: 559 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141476.780841:0:16530:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7ca6de9500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16530:1873953263028736:0@lo:104: 00000100:00100000:3.0:1787141476.780877:0:16530:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1787141476.780916:0:16530:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b7cbf405c00/0xc65ffb29b5b32038 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc65ffb29b5b32031 expref: 18 pid: 14414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141476.780936:0:16530:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b7cbf405c00/0xc65ffb29b5b32038 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc65ffb29b5b32031 expref: 18 pid: 14414 timeout: 559 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141476.780947:0:16530:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7ca6de8e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16530:1873953263028864:0@lo:104: 00000100:00100000:3.0:1787141476.780989:0:16530:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1787141476.781027:0:16530:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b7cbf404e00/0xc65ffb29b5b31feb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xc65ffb29b5b31fe4 expref: 18 pid: 14413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141476.781031:0:14404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263028736 00010000:00010000:3.0:1787141476.781037:0:16530:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b7cbf404e00/0xc65ffb29b5b31feb lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xc65ffb29b5b31fe4 expref: 18 pid: 14413 timeout: 559 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141476.781041:0:14404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263028736 00000100:00100000:3.0:1787141476.781049:0:16530:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7ca6dea680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16530:1873953263028992:0@lo:104: 00000100:00100000:3.0:1787141476.781090:0:16530:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141476.781104:0:16530:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cb4317600 going to sleep for 11 seconds 00000100:00100000:0.0:1787141476.781107:0:14404:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1787141476.781120:0:14404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263028864 00000100:00100000:0.0:1787141476.781123:0:14404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263028864 00000100:00100000:0.0:1787141476.781136:0:14404:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263028992 00000100:00100000:0.0:1787141476.781139:0:14404:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263028992 00000100:00100000:0.0:1787141476.781152:0:14404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1787141476.781161:0:14404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6deb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:be52692e-784d-4bd8-b691-421ed3b0bea9+5:16530:x1873953263028736:12345-0@lo:104: 00010000:00010000:0.0:1787141476.781174:0:14404:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff8b7ca6b77400/0xc65ffb29b5b32165 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b3216c expref: -99 pid: 15820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141476.781233:0:14404:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787141476.781238:0:14404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6deb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:be52692e-784d-4bd8-b691-421ed3b0bea9+5:16530:x1873953263028736:12345-0@lo:104: Request processed in 79us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141476.781255:0:14404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1787141476.781268:0:16530:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7ca6de9500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16530:1873953263028736:0@lo:104: 00000100:00100000:0.0:1787141476.781274:0:14404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1787141476.781281:0:14404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6deaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:be52692e-784d-4bd8-b691-421ed3b0bea9+4:16530:x1873953263028864:12345-0@lo:104: 00010000:00010000:0.0:1787141476.781288:0:14404:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff8b7c82da7800/0xc65ffb29b5b32031 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b32038 expref: -99 pid: 15100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141476.781329:0:14404:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1787141476.781334:0:14404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6deaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:be52692e-784d-4bd8-b691-421ed3b0bea9+4:16530:x1873953263028864:12345-0@lo:104: Request processed in 55us (346us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141476.781339:0:14404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1787141476.781349:0:14404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1787141476.781355:0:14404:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf551850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:be52692e-784d-4bd8-b691-421ed3b0bea9+3:16530:x1873953263028992:12345-0@lo:104: 00010000:00010000:0.0:1787141476.781362:0:14404:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.111@tcp lock: ffff8b7c82da6e00/0xc65ffb29b5b31fe4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b31feb expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141476.781378:0:16530:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7ca6de8e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16530:1873953263028864:0@lo:104: 00010000:00010000:0.0:1787141476.781395:0:14404:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:0.0:1787141476.781402:0:14404:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf551850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:be52692e-784d-4bd8-b691-421ed3b0bea9+3:16530:x1873953263028992:12345-0@lo:104: Request processed in 47us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141476.781403:0:16530:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7ca6dea680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16530:1873953263028992:0@lo:104: 00000100:00100000:0.0:1787141476.781422:0:14404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:1.0:1787141476.781626:0:14408:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1787141476.781633:0:14408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff8b7ca6b77400/0xc65ffb29b5b32165 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b3216c expref: -99 pid: 15820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141476.781709:0:14408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7ca6b77400 already unused, calling callback (ffffffffc1c5bc20) 10000000:00010000:1.0:1787141476.781714:0:14408:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff8b7ca6b77400/0xc65ffb29b5b32165 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xc65ffb29b5b3216c expref: -99 pid: 15820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141476.781723:0:14408:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff8b7ca6b77400/0xc65ffb29b5b32165 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xc65ffb29b5b3216c expref: -99 pid: 15820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787141476.781730:0:14408:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff8b7ca6b77400/0xc65ffb29b5b32165 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xc65ffb29b5b3216c expref: -99 pid: 15820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787141476.781735:0:14408:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1787141476.781832:0:14408:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff8b7ca6b77400/0xc65ffb29b5b32165 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b3216c expref: -99 pid: 15820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141476.781839:0:14408:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787141476.781863:0:14408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff8b7ca6b77400/0xc65ffb29b5b32165 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b3216c expref: -99 pid: 15820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141476.781870:0:14408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff8b7ca6b77400/0xc65ffb29b5b32165 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b3216c expref: -99 pid: 15820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141476.781871:0:14409:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787141476.781887:0:14408:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787141476.781891:0:14408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff8b7c82da6e00/0xc65ffb29b5b31fe4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b31feb expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141476.781897:0:14408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c82da6e00 already unused, calling callback (ffffffffc1c5bc20) 10000000:00010000:1.0:1787141476.781912:0:14408:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff8b7c82da6e00/0xc65ffb29b5b31fe4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xc65ffb29b5b31feb expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141476.781930:0:14408:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff8b7c82da6e00/0xc65ffb29b5b31fe4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xc65ffb29b5b31feb expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787141476.781936:0:14408:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff8b7c82da6e00/0xc65ffb29b5b31fe4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xc65ffb29b5b31feb expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787141476.781941:0:14408:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1787141476.782068:0:16532:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787141476.782076:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.111@tcp lock: ffff8b7c82da7800/0xc65ffb29b5b32031 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xc65ffb29b5b32038 expref: -99 pid: 15100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141476.782085:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c82da7800 already unused, calling callback (ffffffffc1c5bc20) 10000000:00010000:2.0:1787141476.782089:0:14409:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.111@tcp lock: ffff8b7c82da7800/0xc65ffb29b5b32031 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xc65ffb29b5b32038 expref: -99 pid: 15100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141476.782097:0:14409:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.111@tcp lock: ffff8b7c82da7800/0xc65ffb29b5b32031 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xc65ffb29b5b32038 expref: -99 pid: 15100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787141476.782104:0:14409:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.111@tcp lock: ffff8b7c82da7800/0xc65ffb29b5b32031 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xc65ffb29b5b32038 expref: -99 pid: 15100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787141476.782110:0:14409:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1787141476.782844:0:16532:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141476.782848:0:16532:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141476.782911:0:14408:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff8b7c82da6e00/0xc65ffb29b5b31fe4 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b31feb expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141476.782921:0:14408:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787141476.782924:0:14409:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.111@tcp lock: ffff8b7c82da7800/0xc65ffb29b5b32031 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b32038 expref: -99 pid: 15100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141476.782933:0:14409:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1787141476.782989:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf422a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:be52692e-784d-4bd8-b691-421ed3b0bea9:3306:1873953263029248:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787141476.783187:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1787141476.783331:0:14408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff8b7c82da6e00/0xc65ffb29b5b31fe4 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b31feb expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141476.783339:0:14408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff8b7c82da6e00/0xc65ffb29b5b31fe4 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b31feb expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141476.783350:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141476.783351:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787141476.783353:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787141476.783365:0:3305:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf422300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:be52692e-784d-4bd8-b691-421ed3b0bea9:3305:1873953263029120:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787141476.783371:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.111@tcp lock: ffff8b7c82da7800/0xc65ffb29b5b32031 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b32038 expref: -99 pid: 15100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141476.783395:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.111@tcp lock: ffff8b7c82da7800/0xc65ffb29b5b32031 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xc65ffb29b5b32038 expref: -99 pid: 15100 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141476.783409:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787141476.783411:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787141476.783413:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787141476.783424:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83782300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:be52692e-784d-4bd8-b691-421ed3b0bea9:3307:1873953263029376:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787141476.783461:0:14405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263029248 00000100:00100000:2.0:1787141476.783466:0:14405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263029248 00010000:00010000:2.0:1787141476.783487:0:14405:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b7cbf404e00/0xc65ffb29b5b31feb lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b31fe4 expref: 19 pid: 14413 timeout: 559 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141476.783509:0:3305:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141476.783516:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1787141476.783526:0:14405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6debb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:be52692e-784d-4bd8-b691-421ed3b0bea9+19:3306:x1873953263029248:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787141476.783538:0:14405:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787141476.783555:0:14405:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b7cbf404e00/0xc65ffb29b5b31feb lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b31fe4 expref: 19 pid: 14413 timeout: 559 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141476.783561:0:14406:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00010000:00010000:2.0:1787141476.783568:0:14405:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b7cbf404e00/0xc65ffb29b5b31feb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc65ffb29b5b31fe4 expref: 19 pid: 14413 timeout: 559 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141476.783575:0:14406:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00010000:00010000:2.0:1787141476.783585:0:14405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7cbf404e00/0xc65ffb29b5b31feb lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc65ffb29b5b31fe4 expref: 19 pid: 14413 timeout: 559 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141476.783596:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1787141476.783601:0:14405:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787141476.783638:0:14405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6debb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:be52692e-784d-4bd8-b691-421ed3b0bea9+18:3306:x1873953263029248:12345-0@lo:103:ldlm_bl.0 Request processed in 113us (451us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141476.783654:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1787141476.783659:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf422a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:be52692e-784d-4bd8-b691-421ed3b0bea9:3306:1873953263029248:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787141476.783681:0:14405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263029120 00000100:00100000:2.0:1787141476.783686:0:14405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263029120 00010000:00010000:2.0:1787141476.784015:0:14405:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b7c82da7000/0xc65ffb29b5b3216c lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b32165 expref: 18 pid: 14414 timeout: 559 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141476.784029:0:14405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263029376 00000100:00100000:2.0:1787141476.784032:0:14405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263029376 00010000:00010000:2.0:1787141476.784057:0:14405:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b7cbf405c00/0xc65ffb29b5b32038 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b32031 expref: 19 pid: 14414 timeout: 559 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141476.784070:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1787141476.784077:0:14405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf421180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:be52692e-784d-4bd8-b691-421ed3b0bea9+19:3305:x1873953263029120:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787141476.784085:0:14405:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787141476.784094:0:14405:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b7c82da7000/0xc65ffb29b5b3216c lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b32165 expref: 19 pid: 14414 timeout: 559 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141476.784103:0:14405:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b7c82da7000/0xc65ffb29b5b3216c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc65ffb29b5b32165 expref: 19 pid: 14414 timeout: 559 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141476.784114:0:14405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7c82da7000/0xc65ffb29b5b3216c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc65ffb29b5b32165 expref: 19 pid: 14414 timeout: 559 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141476.784124:0:14405:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787141476.784160:0:14405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf421180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:be52692e-784d-4bd8-b691-421ed3b0bea9+18:3305:x1873953263029120:12345-0@lo:103:ldlm_bl.0 Request processed in 84us (652us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141476.784169:0:14407:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:2.0:1787141476.784169:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1787141476.784182:0:14407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1787141476.784187:0:14405:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:3.0:1787141476.784192:0:14407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbbc70450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:be52692e-784d-4bd8-b691-421ed3b0bea9+17:3307:x1873953263029376:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787141476.784210:0:14407:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787141476.784215:0:14407:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b7cbf405c00/0xc65ffb29b5b32038 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xc65ffb29b5b32031 expref: 17 pid: 14414 timeout: 559 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141476.784224:0:14407:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b7cbf405c00/0xc65ffb29b5b32038 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xc65ffb29b5b32031 expref: 17 pid: 14414 timeout: 559 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141476.784235:0:14407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7cbf405c00/0xc65ffb29b5b32038 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xc65ffb29b5b32031 expref: 17 pid: 14414 timeout: 559 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141476.784244:0:14407:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787141476.784277:0:14407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbbc70450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:be52692e-784d-4bd8-b691-421ed3b0bea9+16:3307:x1873953263029376:12345-0@lo:103:ldlm_bl.0 Request processed in 88us (682us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141476.784284:0:14407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1787141476.784286:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83782300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:be52692e-784d-4bd8-b691-421ed3b0bea9:3307:1873953263029376:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787141476.784490:0:3305:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf422300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:be52692e-784d-4bd8-b691-421ed3b0bea9:3305:1873953263029120:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787141476.790922:0:16530:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7ca6de8000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16530:1873953263028480:192.168.203.11@tcp:104: 00000100:00100000:1.0:1787141476.790922:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141476.790935:0:16530:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7ca6de9c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16530:1873953263028608:192.168.203.11@tcp:104: 00000100:00100000:1.0:1787141476.790965:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00010000:00010000:3.0:1787141476.790970:0:16530:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b7ca6b76a00/0xc65ffb29b5b322f4 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16530 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141476.791259:0:14405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241021440 00000100:00100000:2.0:1787141476.791268:0:14405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241021440 00010000:00010000:2.0:1787141476.791311:0:14405:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b7cbf405600/0xc65ffb29b5b322ca lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d28f expref: 13 pid: 14413 timeout: 559 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141476.791341:0:14405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241021568 00000100:00100000:2.0:1787141476.791344:0:14405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241021568 00010000:00010000:2.0:1787141476.791357:0:14405:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b7c82da6800/0xc65ffb29b5b32292 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d22d expref: 14 pid: 14414 timeout: 559 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141476.791415:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 7 00000100:00100000:2.0:1787141476.791424:0:14405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf423b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fc1ec019-f9f7-4451-b98e-fc44989ef93b+14:2353:x1873953241021440:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787141476.791438:0:14405:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787141476.791445:0:14405:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b7cbf405600/0xc65ffb29b5b322ca lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d28f expref: 14 pid: 14413 timeout: 559 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141476.791455:0:14405:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b7cbf405600/0xc65ffb29b5b322ca lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d28f expref: 14 pid: 14413 timeout: 559 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141476.791472:0:14405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7cbf405600/0xc65ffb29b5b322ca lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d28f expref: 14 pid: 14413 timeout: 559 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141476.791485:0:14405:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787141476.791535:0:14405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf423b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fc1ec019-f9f7-4451-b98e-fc44989ef93b+13:2353:x1873953241021440:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 111us (620us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141476.791542:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 7 00000100:00100000:2.0:1787141476.791560:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 8 00000100:00100000:2.0:1787141476.791567:0:14405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf422680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fc1ec019-f9f7-4451-b98e-fc44989ef93b+12:2353:x1873953241021568:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787141476.791574:0:14405:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787141476.791579:0:14405:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b7c82da6800/0xc65ffb29b5b32292 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d22d expref: 12 pid: 14414 timeout: 559 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141476.791594:0:14405:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b7c82da6800/0xc65ffb29b5b32292 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d22d expref: 12 pid: 14414 timeout: 559 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141476.791605:0:14405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7c82da6800/0xc65ffb29b5b32292 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d22d expref: 12 pid: 14414 timeout: 559 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141476.791616:0:14405:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b7ca6b76a00/0xc65ffb29b5b322f4 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16530 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141476.791623:0:14405:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7ca6b76a00/0xc65ffb29b5b322f4 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16530 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141476.791637:0:14405:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b7ca6b76a00/0xc65ffb29b5b322f4 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16530 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141476.791643:0:14405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b7ca6b76a00/0xc65ffb29b5b322f4 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16530 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141476.791659:0:14405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b7ca6b76a00/0xc65ffb29b5b322f4 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16530 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141476.791666:0:14405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b7ca6b76a00/0xc65ffb29b5b322f4 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16530 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141476.791672:0:14405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7ca6b76a00 already unused, calling callback (ffffffffc163e230) 00010000:00010000:2.0:1787141476.791676:0:14405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b7ca6b76a00/0xc65ffb29b5b322f4 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16530 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141476.791685:0:14405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b7ca6b76a00/0xc65ffb29b5b322f4 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16530 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141476.792088:0:14405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b7ca6b76a00/0xc65ffb29b5b322f4 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16530 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141476.792099:0:14405:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787141476.792125:0:14405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf422680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fc1ec019-f9f7-4451-b98e-fc44989ef93b+11:2353:x1873953241021568:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 559us (1160us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141476.792132:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 8 00010000:00010000:3.0:1787141476.792198:0:16530:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b7ca6b76a00/0xc65ffb29b5b322f4 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16530 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141476.792206:0:16530:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b7ca6b76a00/0xc65ffb29b5b322f4 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16530 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141476.792212:0:16530:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b7ca6b76a00/0xc65ffb29b5b322f4 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16530 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141477.441081:0:16532:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787141477.762361:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7ca6de9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:be52692e-784d-4bd8-b691-421ed3b0bea9:3304:1873953263029504:0@lo:400:kworker.0 00000100:00100000:3.0:1787141477.762433:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141477.762488:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7ca6de9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3304:1873953263030016:0@lo:400:kworker.0 00000100:00100000:3.0:1787141477.762516:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141477.762543:0:3304:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1787141477.762550:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7ca6de8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953263029632:0@lo:400:kworker.0 00000100:00100000:3.0:1787141477.762574:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141477.762593:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7ca6debb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3304:1873953263030144:0@lo:400:kworker.0 00000100:00100000:3.0:1787141477.762614:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141477.762656:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7ca6dea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953263029760:0@lo:400:kworker.0 00000100:00100000:3.0:1787141477.762679:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141477.762697:0:3306:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787141477.762702:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7ca6de8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3306:1873953263029888:0@lo:400:kworker.0 00000100:00100000:3.0:1787141477.762722:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141477.768909:0:16291:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263029632 00000100:00100000:0.0:1787141477.768925:0:16291:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263029632 00000100:00100000:0.0:1787141477.768989:0:16291:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263029760 00000100:00100000:0.0:1787141477.768993:0:16291:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263029760 00000100:00100000:0.0:1787141477.769019:0:16291:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1787141477.769029:0:16291:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6deaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3304:x1873953263029632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787141477.769127:0:16291:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6deaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3304:x1873953263029632:12345-0@lo:400:kworker.0 Request processed in 100us (6551us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141477.769153:0:16291:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1787141477.769171:0:16291:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1787141477.769178:0:16291:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b82889f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953263029760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787141477.769216:0:16291:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b82889f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953263029760:12345-0@lo:400:kworker.0 Request processed in 39us (6536us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141477.769223:0:16291:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1787141477.769242:0:14421:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263030016 00000100:00100000:0.0:1787141477.769246:0:14421:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263030016 00000100:00100000:0.0:1787141477.769273:0:14421:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263030144 00000100:00100000:0.0:1787141477.769277:0:14421:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263030144 00000100:00100000:0.0:1787141477.769291:0:14421:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263029888 00000100:00100000:0.0:1787141477.769293:0:14421:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263029888 00000100:00100000:0.0:1787141477.769305:0:14421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1787141477.769310:0:14421:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6deb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3304:x1873953263030016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787141477.769340:0:14421:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6deb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3304:x1873953263030016:12345-0@lo:400:kworker.0 Request processed in 30us (6823us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141477.769346:0:14421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1787141477.769358:0:14421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1787141477.769364:0:14421:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b8288b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3304:x1873953263030144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787141477.769392:0:14421:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b8288b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3304:x1873953263030144:12345-0@lo:400:kworker.0 Request processed in 28us (6777us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141477.769398:0:14421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1787141477.769409:0:14421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1787141477.769415:0:14421:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b82889880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3306:x1873953263029888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787141477.769438:0:14421:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b82889880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3306:x1873953263029888:12345-0@lo:400:kworker.0 Request processed in 23us (6715us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141477.769453:0:14421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1787141477.769472:0:14413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263029504 00000100:00100000:0.0:1787141477.769476:0:14413:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263029504 00000100:00100000:0.0:1787141477.769508:0:14413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1787141477.769515:0:14413:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c98916c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be52692e-784d-4bd8-b691-421ed3b0bea9+16:3304:x1873953263029504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787141477.769546:0:14413:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c98916c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be52692e-784d-4bd8-b691-421ed3b0bea9+16:3304:x1873953263029504:12345-0@lo:400:kworker.0 Request processed in 31us (7113us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141477.769552:0:14413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00080000:0.0:1787141477.769581:0:14416:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787141477.769585:0:14416:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787141477.769587:0:14416:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787141477.769755:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7ca6de8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3306:1873953263029888:0@lo:400:kworker.0 00000100:00100000:0.0:1787141477.769768:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7ca6dea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953263029760:0@lo:400:kworker.0 00000100:00100000:0.0:1787141477.769830:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7ca6de8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953263029632:0@lo:400:kworker.0 00000100:00100000:0.0:1787141477.769846:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7ca6debb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3304:1873953263030144:0@lo:400:kworker.0 00000100:00100000:0.0:1787141477.769855:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7ca6de9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:be52692e-784d-4bd8-b691-421ed3b0bea9:3304:1873953263029504:0@lo:400:kworker.0 00000100:00100000:0.0:1787141477.770177:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7ca6de9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3304:1873953263030016:0@lo:400:kworker.0 00000100:00100000:2.0:1787141477.770322:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1787141477.770337:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83782300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953263030272:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787141477.770384:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141477.770428:0:15106:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263030272 00000100:00100000:2.0:1787141477.770434:0:15106:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263030272 00000100:00100000:2.0:1787141477.770471:0:15106:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1787141477.770479:0:15106:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83780380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953263030272:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1787141477.770507:0:15106:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1787141477.770544:0:15106:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83780380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953263030272:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141477.770551:0:15106:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1787141477.770587:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83782300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953263030272:0@lo:13:osp-pre-1-0.0 10000000:01000000:0.0:1787141478.017271:0:14417:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1787141478.017279:0:14417:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8b7c86983800 from 10 10000000:01000000:0.0:1787141478.017284:0:14417:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1787141478.017330:0:14417:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbf405c00/0xc65ffb29b5b322fb lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141478.017343:0:14417:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff8b7cbf405c00/0xc65ffb29b5b322fb lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141478.017365:0:14417:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff8b7cbf405c00/0xc65ffb29b5b322fb lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141478.017389:0:14417:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83687800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:be52692e-784d-4bd8-b691-421ed3b0bea9:14417:1873953263030400:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787141478.017445:0:14417:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141478.017489:0:14417:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca276c180 going to sleep for 11 seconds 00000100:00100000:2.0:1787141478.017659:0:14414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263030400 00000100:00100000:2.0:1787141478.017666:0:14414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263030400 00000100:00100000:2.0:1787141478.017708:0:14414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:2.0:1787141478.017717:0:14414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9257a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+16:14417:x1873953263030400:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787141478.017729:0:14414:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141478.017743:0:14414:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7c82da6a00/0xc65ffb29b5b32302 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b322fb expref: -99 pid: 14414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141478.017776:0:14414:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7c82da6a00/0xc65ffb29b5b32302 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b322fb expref: 17 pid: 14414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141478.017787:0:14414:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7c82da6a00/0xc65ffb29b5b32302 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b322fb expref: 17 pid: 14414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141478.017815:0:14414:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c82da6a00, rc 0) 00000100:00100000:2.0:1787141478.017855:0:14414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9257a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+17:14417:x1873953263030400:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 139us (410us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141478.017863:0:14414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000040:00080000:0.0:1787141478.019608:0:14453:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1787141478.019710:0:14417:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83687800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:be52692e-784d-4bd8-b691-421ed3b0bea9:14417:1873953263030400:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787141478.019731:0:14417:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff8b7cbf405c00/0xc65ffb29b5b322fb lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b32302 expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141478.019743:0:14417:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff8b7cbf405c00/0xc65ffb29b5b322fb lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b32302 expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141478.019829:0:14417:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83687800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:be52692e-784d-4bd8-b691-421ed3b0bea9:14417:1873953263030528:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787141478.019877:0:14417:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141478.019909:0:14417:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca276c180 going to sleep for 11 seconds 00000100:00100000:3.0:1787141478.021135:0:14415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263030528 00000100:00100000:3.0:1787141478.021145:0:14415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263030528 00000100:00100000:3.0:1787141478.021195:0:14415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1787141478.021204:0:14415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9257b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be52692e-784d-4bd8-b691-421ed3b0bea9+17:14417:x1873953263030528:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787141478.021491:0:14415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9257b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be52692e-784d-4bd8-b691-421ed3b0bea9+17:14417:x1873953263030528:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 287us (1613us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141478.021499:0:14415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1787141478.021551:0:14417:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83687800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:be52692e-784d-4bd8-b691-421ed3b0bea9:14417:1873953263030528:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787141478.021595:0:14417:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b8288b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:be52692e-784d-4bd8-b691-421ed3b0bea9:14417:1873953263030656:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787141478.021656:0:14417:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141478.021676:0:14417:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca1e7dcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787141478.021689:0:14413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263030656 00000100:00100000:3.0:1787141478.021693:0:14413:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263030656 00000100:00100000:3.0:1787141478.021715:0:14413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1787141478.021722:0:14413:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c92578450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be52692e-784d-4bd8-b691-421ed3b0bea9+17:14417:x1873953263030656:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787141478.021886:0:14413:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c92578450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be52692e-784d-4bd8-b691-421ed3b0bea9+17:14417:x1873953263030656:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 163us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141478.021893:0:14413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1787141478.021931:0:14417:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b8288b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:be52692e-784d-4bd8-b691-421ed3b0bea9:14417:1873953263030656:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1787141478.031857:0:16583:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 10 00000020:01000000:3.0:1787141478.032057:0:14417:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 10-9 (rc=0) 10000000:01000000:3.0:1787141478.032080:0:14417:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1787141478.032091:0:14417:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbf405c00/0xc65ffb29b5b322fb lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b32302 expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141478.032103:0:14417:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff8b7cbf405c00/0xc65ffb29b5b322fb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b32302 expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787141478.032112:0:14417:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1787141478.032115:0:14417:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8b7cb3feb000 from 10 10000000:01000000:3.0:1787141478.032118:0:14417:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1787141478.032157:0:14417:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7ca6b76a00/0xc65ffb29b5b32309 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141478.032166:0:14417:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff8b7ca6b76a00/0xc65ffb29b5b32309 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141478.032179:0:14417:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff8b7ca6b76a00/0xc65ffb29b5b32309 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141478.032215:0:14417:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b8288b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:be52692e-784d-4bd8-b691-421ed3b0bea9:14417:1873953263030784:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1787141478.032281:0:14417:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141478.032460:0:14417:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c884fdd80 going to sleep for 11 seconds 00000100:00100000:2.0:1787141478.032967:0:14414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263030784 00000100:00100000:2.0:1787141478.032975:0:14414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263030784 00000100:00100000:2.0:1787141478.033223:0:14414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:2.0:1787141478.033233:0:14414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9257b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+17:14417:x1873953263030784:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787141478.033247:0:14414:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141478.033260:0:14414:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7c82da7600/0xc65ffb29b5b32310 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b32309 expref: -99 pid: 14414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141478.033288:0:14414:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7c82da7600/0xc65ffb29b5b32310 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b32309 expref: 18 pid: 14414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141478.033298:0:14414:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7c82da7600/0xc65ffb29b5b32310 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b32309 expref: 18 pid: 14414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141478.033308:0:14414:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c82da7600, rc 0) 00000100:00100000:2.0:1787141478.033370:0:14414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9257b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+18:14417:x1873953263030784:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 138us (1089us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141478.033388:0:14414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:1.0:1787141478.033455:0:14417:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b8288b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:be52692e-784d-4bd8-b691-421ed3b0bea9:14417:1873953263030784:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787141478.033477:0:14417:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff8b7ca6b76a00/0xc65ffb29b5b32309 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b32310 expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141478.033487:0:14417:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff8b7ca6b76a00/0xc65ffb29b5b32309 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b32310 expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141478.033545:0:14417:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf422d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:be52692e-784d-4bd8-b691-421ed3b0bea9:14417:1873953263030912:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787141478.033575:0:14417:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141478.039623:0:14417:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c98901000 going to sleep for 11 seconds 00000100:00100000:2.0:1787141478.039890:0:14414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263030912 00000100:00100000:2.0:1787141478.039900:0:14414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263030912 00000100:00100000:2.0:1787141478.039947:0:14414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:2.0:1787141478.039957:0:14414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9257bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+18:14417:x1873953263030912:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787141478.040233:0:14414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9257bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+18:14417:x1873953263030912:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 277us (6656us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141478.040242:0:14414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:0.0:1787141478.040454:0:14417:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf422d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:be52692e-784d-4bd8-b691-421ed3b0bea9:14417:1873953263030912:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787141478.040505:0:14417:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83686300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:be52692e-784d-4bd8-b691-421ed3b0bea9:14417:1873953263031040:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787141478.040550:0:14417:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141478.040574:0:14417:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca276c900 going to sleep for 11 seconds 00000100:00100000:3.0:1787141478.040786:0:14413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263031040 00000100:00100000:3.0:1787141478.040791:0:14413:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263031040 00000100:00100000:3.0:1787141478.040843:0:14413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:3.0:1787141478.040850:0:14413:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c92578850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be52692e-784d-4bd8-b691-421ed3b0bea9+18:14417:x1873953263031040:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787141478.041002:0:14413:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c92578850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:be52692e-784d-4bd8-b691-421ed3b0bea9+18:14417:x1873953263031040:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 151us (451us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141478.041009:0:14413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1787141478.042352:0:14417:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83686300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:be52692e-784d-4bd8-b691-421ed3b0bea9:14417:1873953263031040:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1787141478.047387:0:16584:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 10 00000020:01000000:0.0:1787141478.047462:0:14417:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 10-9 (rc=0) 10000000:01000000:0.0:1787141478.047484:0:14417:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1787141478.047495:0:14417:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7ca6b76a00/0xc65ffb29b5b32309 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b32310 expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141478.047507:0:14417:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff8b7ca6b76a00/0xc65ffb29b5b32309 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b32310 expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787141478.047518:0:14417:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1787141478.047521:0:14417:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8b7cbf4c4000 from 10 10000000:01000000:0.0:1787141478.047524:0:14417:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1787141478.047557:0:14417:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbf404c00/0xc65ffb29b5b32317 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141478.047565:0:14417:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.111@tcp lock: ffff8b7cbf404c00/0xc65ffb29b5b32317 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141478.047575:0:14417:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.111@tcp lock: ffff8b7cbf404c00/0xc65ffb29b5b32317 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141478.047599:0:14417:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83686300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:be52692e-784d-4bd8-b691-421ed3b0bea9:14417:1873953263031168:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787141478.047675:0:14417:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141478.047713:0:14417:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca276cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1787141478.048728:0:14415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263031168 00000100:00100000:1.0:1787141478.048737:0:14415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263031168 00000100:00100000:1.0:1787141478.049011:0:14415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1787141478.049031:0:14415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c8e13bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be52692e-784d-4bd8-b691-421ed3b0bea9+18:14417:x1873953263031168:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787141478.049046:0:14415:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787141478.049062:0:14415:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7cbfa61200/0xc65ffb29b5b3231e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xc65ffb29b5b32317 expref: -99 pid: 14415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141478.049090:0:14415:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7cbfa61200/0xc65ffb29b5b3231e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xc65ffb29b5b32317 expref: 19 pid: 14415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141478.049100:0:14415:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7cbfa61200/0xc65ffb29b5b3231e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xc65ffb29b5b32317 expref: 19 pid: 14415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141478.049110:0:14415:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbfa61200, rc 0) 00000100:00100000:1.0:1787141478.049170:0:14415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c8e13bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be52692e-784d-4bd8-b691-421ed3b0bea9+19:14417:x1873953263031168:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 141us (1494us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141478.049177:0:14415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1787141478.050327:0:14417:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83686300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:be52692e-784d-4bd8-b691-421ed3b0bea9:14417:1873953263031168:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787141478.050360:0:14417:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.111@tcp lock: ffff8b7cbf404c00/0xc65ffb29b5b32317 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b3231e expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141478.050371:0:14417:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.111@tcp lock: ffff8b7cbf404c00/0xc65ffb29b5b32317 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xc65ffb29b5b3231e expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141478.050444:0:14417:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf420700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:be52692e-784d-4bd8-b691-421ed3b0bea9:14417:1873953263031296:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787141478.050492:0:14417:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141478.050528:0:14417:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c98901540 going to sleep for 11 seconds 00000100:00100000:2.0:1787141478.052203:0:14415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263031296 00000100:00100000:2.0:1787141478.052213:0:14415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263031296 00000100:00100000:2.0:1787141478.052256:0:14415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:2.0:1787141478.052267:0:14415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c8e139c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be52692e-784d-4bd8-b691-421ed3b0bea9+19:14417:x1873953263031296:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787141478.052543:0:14415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c8e139c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be52692e-784d-4bd8-b691-421ed3b0bea9+19:14417:x1873953263031296:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 278us (2050us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141478.052551:0:14415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:1.0:1787141478.053170:0:14417:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf420700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:be52692e-784d-4bd8-b691-421ed3b0bea9:14417:1873953263031296:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787141478.053220:0:14417:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbf420700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:be52692e-784d-4bd8-b691-421ed3b0bea9:14417:1873953263031424:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1787141478.053271:0:14417:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141478.053298:0:14417:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c98901540 going to sleep for 11 seconds 00000100:00100000:2.0:1787141478.053354:0:14415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263031424 00000100:00100000:2.0:1787141478.053359:0:14415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263031424 00000100:00100000:2.0:1787141478.053395:0:14415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:2.0:1787141478.053403:0:14415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c92508050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be52692e-784d-4bd8-b691-421ed3b0bea9+19:14417:x1873953263031424:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1787141478.053551:0:14415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c92508050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:be52692e-784d-4bd8-b691-421ed3b0bea9+19:14417:x1873953263031424:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 149us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141478.053558:0:14415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:1.0:1787141478.053755:0:14417:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbf420700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:be52692e-784d-4bd8-b691-421ed3b0bea9:14417:1873953263031424:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1787141478.054852:0:16585:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 10 00000020:01000000:2.0:1787141478.055122:0:14417:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 10-9 (rc=0) 10000000:01000000:2.0:1787141478.055141:0:14417:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.111@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1787141478.055151:0:14417:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.111@tcp lock: ffff8b7cbf404c00/0xc65ffb29b5b32317 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b3231e expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141478.055180:0:14417:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.111@tcp lock: ffff8b7cbf404c00/0xc65ffb29b5b32317 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xc65ffb29b5b3231e expref: -99 pid: 14417 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141478.213055:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141478.213392:0:14415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241021696 00000100:00100000:2.0:1787141478.213404:0:14415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241021696 00000100:00100000:2.0:1787141478.213459:0:14415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 115 00000100:00100000:2.0:1787141478.213470:0:14415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9250a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc1ec019-f9f7-4451-b98e-fc44989ef93b+11:13758:x1873953241021696:12345-192.168.203.11@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787141478.213486:0:14415:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141478.213503:0:14415:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7c82da7800/0xc65ffb29b5b32325 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d2c0 expref: -99 pid: 14415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141478.213532:0:14415:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7c82da7800/0xc65ffb29b5b32325 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d2c0 expref: 12 pid: 14415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141478.213544:0:14415:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7c82da7800/0xc65ffb29b5b32325 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d2c0 expref: 12 pid: 14415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141478.213552:0:14415:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c82da7800, rc 0) 00000100:00100000:2.0:1787141478.213607:0:14415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9250a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc1ec019-f9f7-4451-b98e-fc44989ef93b+12:13758:x1873953241021696:12345-192.168.203.11@tcp:101:ll_cfg_requeue.0 Request processed in 138us (558us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141478.213613:0:14415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 115 00000100:00100000:2.0:1787141478.220174:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141478.220323:0:14414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241021824 00000100:00100000:0.0:1787141478.220333:0:14414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241021824 00000100:00100000:0.0:1787141478.220379:0:14414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 116 00000100:00100000:0.0:1787141478.220389:0:14414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9250b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc1ec019-f9f7-4451-b98e-fc44989ef93b+12:13758:x1873953241021824:12345-192.168.203.11@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787141478.220983:0:14414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9250b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc1ec019-f9f7-4451-b98e-fc44989ef93b+12:13758:x1873953241021824:12345-192.168.203.11@tcp:501:ll_cfg_requeue.0 Request processed in 593us (818us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141478.221000:0:14414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 116 00000100:00100000:2.0:1787141478.223386:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141478.223420:0:14413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241021952 00000100:00100000:2.0:1787141478.223428:0:14413:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241021952 00000100:00100000:2.0:1787141478.223469:0:14413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 117 00000100:00100000:2.0:1787141478.223478:0:14413:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9250b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc1ec019-f9f7-4451-b98e-fc44989ef93b+12:13758:x1873953241021952:12345-192.168.203.11@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1787141478.223708:0:14413:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9250b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc1ec019-f9f7-4451-b98e-fc44989ef93b+12:13758:x1873953241021952:12345-192.168.203.11@tcp:503:ll_cfg_requeue.0 Request processed in 229us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141478.223716:0:14413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 117 00000100:00100000:1.0:1787141478.229843:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141478.229898:0:14415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241022080 00000100:00100000:1.0:1787141478.229908:0:14415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241022080 00000100:00100000:1.0:1787141478.229964:0:14415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 118 00000100:00100000:1.0:1787141478.229974:0:14415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c92509050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc1ec019-f9f7-4451-b98e-fc44989ef93b+12:13758:x1873953241022080:12345-192.168.203.11@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787141478.229990:0:14415:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787141478.230007:0:14415:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b7cbfa61800/0xc65ffb29b5b3232c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d2c7 expref: -99 pid: 14415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141478.230037:0:14415:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b7cbfa61800/0xc65ffb29b5b3232c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d2c7 expref: 13 pid: 14415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141478.230063:0:14415:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b7cbfa61800/0xc65ffb29b5b3232c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d2c7 expref: 13 pid: 14415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141478.230072:0:14415:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbfa61800, rc 0) 00000100:00100000:1.0:1787141478.230124:0:14415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c92509050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc1ec019-f9f7-4451-b98e-fc44989ef93b+13:13758:x1873953241022080:12345-192.168.203.11@tcp:101:ll_cfg_requeue.0 Request processed in 152us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141478.230131:0:14415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 118 00000100:00100000:2.0:1787141478.246156:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141478.246229:0:14414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241022208 00000100:00100000:0.0:1787141478.246238:0:14414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241022208 00000100:00100000:0.0:1787141478.246291:0:14414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 119 00000100:00100000:0.0:1787141478.246302:0:14414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c92509450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc1ec019-f9f7-4451-b98e-fc44989ef93b+13:13758:x1873953241022208:12345-192.168.203.11@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787141478.246834:0:14414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c92509450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:fc1ec019-f9f7-4451-b98e-fc44989ef93b+13:13758:x1873953241022208:12345-192.168.203.11@tcp:501:ll_cfg_requeue.0 Request processed in 531us (684us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141478.246842:0:14414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 119 00000100:00100000:1.0:1787141478.250034:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141478.250168:0:14413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241022336 00000100:00100000:3.0:1787141478.250178:0:14413:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241022336 00000100:00100000:3.0:1787141478.250233:0:14413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 120 00000100:00100000:3.0:1787141478.250244:0:14413:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c92509850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc1ec019-f9f7-4451-b98e-fc44989ef93b+13:13758:x1873953241022336:12345-192.168.203.11@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787141478.250453:0:14413:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c92509850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc1ec019-f9f7-4451-b98e-fc44989ef93b+13:13758:x1873953241022336:12345-192.168.203.11@tcp:503:ll_cfg_requeue.0 Request processed in 209us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141478.250461:0:14413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 120 00010000:00010000:2.0:1787141478.465443:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787141479.490679:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787141479.873752:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141479.874566:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141479.874604:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141479.874646:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141479.874670:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141479.874688:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141479.874710:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141479.874741:0:15102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241022720 00000100:00100000:3.0:1787141479.874750:0:14421:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241022976 00000100:00100000:0.0:1787141479.874752:0:15102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241022720 00000100:00100000:3.0:1787141479.874757:0:14421:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241022976 00000100:00100000:1.0:1787141479.874841:0:16291:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241023232 00000100:00100000:3.0:1787141479.874844:0:14421:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241022592 00000100:00100000:1.0:1787141479.874847:0:16291:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241023232 00000100:00100000:3.0:1787141479.874850:0:14421:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241022592 00000100:00100000:2.0:1787141479.880584:0:14415:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241022464 00000100:00100000:2.0:1787141479.880599:0:14415:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241022464 00000100:00100000:2.0:1787141479.880694:0:14415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 121 00000100:00100000:2.0:1787141479.880706:0:14415:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c92509c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc1ec019-f9f7-4451-b98e-fc44989ef93b+13:2351:x1873953241022464:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:2.0:1787141479.880966:0:14415:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c92509c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:fc1ec019-f9f7-4451-b98e-fc44989ef93b+13:2351:x1873953241022464:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 261us (7222us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141479.880975:0:14415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 121 00000100:00100000:2.0:1787141479.881025:0:15831:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 25 00000100:00100000:2.0:1787141479.881035:0:15831:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83685c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e74a70a0-2d75-4595-9c5a-854ced2fde04+6:2351:x1873953241022976:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:2.0:1787141479.881068:0:15831:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83685c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e74a70a0-2d75-4595-9c5a-854ced2fde04+6:2351:x1873953241022976:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 36us (6465us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141479.881076:0:15831:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 25 00000100:00100000:0.0:1787141479.881456:0:15102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241022848 00000100:00100000:0.0:1787141479.881462:0:15102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241022848 00000100:00100000:0.0:1787141479.881480:0:15102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241023104 00000100:00100000:0.0:1787141479.881483:0:15102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241023104 00000100:00100000:0.0:1787141479.881500:0:15102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 13 00000100:00100000:0.0:1787141479.881507:0:15102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83687b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:19eaa102-0169-4fba-a1e9-af876a40d8d1+5:2351:x1873953241022720:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:0.0:1787141479.881550:0:15102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83687b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:19eaa102-0169-4fba-a1e9-af876a40d8d1+5:2351:x1873953241022720:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 43us (6986us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141479.881557:0:15102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 13 00000100:00100000:0.0:1787141479.881586:0:15102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 14 00000100:00100000:0.0:1787141479.881592:0:15102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83686a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:19eaa102-0169-4fba-a1e9-af876a40d8d1+5:2351:x1873953241022848:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:0.0:1787141479.881619:0:15102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83686a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:19eaa102-0169-4fba-a1e9-af876a40d8d1+5:2351:x1873953241022848:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 27us (6930us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141479.881636:0:15102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 14 00000100:00100000:0.0:1787141479.881648:0:15102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 15 00000100:00100000:0.0:1787141479.881654:0:15102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83686d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e74a70a0-2d75-4595-9c5a-854ced2fde04+5:2351:x1873953241023104:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:0.0:1787141479.881677:0:15102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83686d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e74a70a0-2d75-4595-9c5a-854ced2fde04+5:2351:x1873953241023104:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 24us (6967us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141479.881683:0:15102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 15 00000100:00100000:1.0:1787141479.886329:0:16291:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 16 00000100:00100000:1.0:1787141479.886346:0:16291:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83684e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e74a70a0-2d75-4595-9c5a-854ced2fde04+5:2351:x1873953241023232:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1787141479.886435:0:16291:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83684e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e74a70a0-2d75-4595-9c5a-854ced2fde04+5:2351:x1873953241023232:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 95us (11789us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141479.886444:0:16291:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 16 00000100:00080000:2.0:1787141479.889073:0:14416:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1787141479.889082:0:14416:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1787141479.889086:0:14416:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787141479.889207:0:14421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 26 00000100:00100000:3.0:1787141479.889221:0:14421:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83686680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:19eaa102-0169-4fba-a1e9-af876a40d8d1+6:2351:x1873953241022592:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:3.0:1787141479.889311:0:14421:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83686680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:19eaa102-0169-4fba-a1e9-af876a40d8d1+6:2351:x1873953241022592:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 94us (14640us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141479.889341:0:14421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 26 00000100:00100000:0.0:1787141480.423461:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141480.425407:0:15831:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241023360 00000100:00100000:2.0:1787141480.425423:0:15831:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241023360 00000100:00100000:2.0:1787141480.425503:0:15831:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 15 00000100:00100000:2.0:1787141480.425515:0:15831:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83686300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:19eaa102-0169-4fba-a1e9-af876a40d8d1+6:14416:x1873953241023360:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1787141480.425555:0:15831:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141480.425576:0:15831:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b32333 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d2ce expref: -99 pid: 15831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141480.425667:0:15831:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b3233a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141480.425682:0:15831:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b3233a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141480.425695:0:15831:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b3233a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141480.425709:0:15831:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b32341 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141480.425715:0:15831:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b32341 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141480.425721:0:15831:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b32341 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141480.426241:0:15831:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b32348 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141480.426251:0:15831:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b32348 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141480.426258:0:15831:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b32348 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787141480.426494:0:15831:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 6656 00000004:00200000:2.0:1787141480.426503:0:15831:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 1 00000004:00010000:2.0:1787141480.426605:0:15831:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b32348 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141480.426618:0:15831:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b3233a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141480.426634:0:15831:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b3233a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141480.426641:0:15831:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b3233a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141480.426647:0:15831:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c82da6e00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:2.0:1787141480.426652:0:15831:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b3233a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141480.426660:0:15831:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b3233a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141480.426674:0:15831:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b7ca1f39100) 00010000:00010000:2.0:1787141480.426676:0:15831:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787141480.426681:0:15831:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b3233a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141480.426686:0:15831:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b3233a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141480.426699:0:15831:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b32341 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141480.426706:0:15831:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b32341 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141480.426723:0:15831:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b32341 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141480.426728:0:15831:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c82da6600 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:2.0:1787141480.426731:0:15831:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b32341 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141480.426737:0:15831:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b32341 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141480.426745:0:15831:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff8b7ca1f39700) 00010000:00010000:2.0:1787141480.426748:0:15831:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787141480.426751:0:15831:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b32341 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141480.426757:0:15831:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b32341 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141480.430873:0:15831:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b32333 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d2ce expref: 8 pid: 15831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141480.430920:0:15831:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6800/0xc65ffb29b5b32348 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d2ce expref: 7 pid: 15831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141480.430932:0:15831:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8b7ca1f39b00) 00010000:00010000:2.0:1787141480.430935:0:15831:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787141480.430939:0:15831:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c82da6800, rc 0) 00000100:00100000:2.0:1787141480.431024:0:15831:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83686300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:19eaa102-0169-4fba-a1e9-af876a40d8d1+7:14416:x1873953241023360:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 5510us (7573us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141480.431051:0:15831:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 15 00000100:00100000:2.0:1787141480.442778:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141480.443776:0:14419:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241023616 00000100:00100000:1.0:1787141480.443788:0:14419:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241023616 00000100:00100000:1.0:1787141480.443892:0:14419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 16 00000100:00100000:1.0:1787141480.443904:0:14419:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83782300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+7:14416:x1873953241023616:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1787141480.443924:0:14419:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787141480.443946:0:14419:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60a00/0xc65ffb29b5b3234f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d2d5 expref: -99 pid: 14419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141480.444035:0:14419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60c00/0xc65ffb29b5b32356 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141480.444067:0:14419:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60c00/0xc65ffb29b5b32356 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141480.444078:0:14419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60c00/0xc65ffb29b5b32356 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141480.444094:0:14419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61a00/0xc65ffb29b5b3235d lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141480.444102:0:14419:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61a00/0xc65ffb29b5b3235d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141480.444109:0:14419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61a00/0xc65ffb29b5b3235d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141480.444604:0:14419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61c00/0xc65ffb29b5b32364 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141480.445748:0:14419:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61c00/0xc65ffb29b5b32364 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141480.445759:0:14419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61c00/0xc65ffb29b5b32364 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787141480.445775:0:14419:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 6656 00010000:00010000:1.0:1787141480.447978:0:14419:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60c00/0xc65ffb29b5b32356 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141480.448743:0:14419:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60c00/0xc65ffb29b5b32356 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141480.448756:0:14419:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60c00/0xc65ffb29b5b32356 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141480.448779:0:14419:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbfa60c00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:1.0:1787141480.448785:0:14419:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60c00/0xc65ffb29b5b32356 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141480.448829:0:14419:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60c00/0xc65ffb29b5b32356 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141480.448849:0:14419:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8b7ca1f39b00) 00010000:00010000:1.0:1787141480.448853:0:14419:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787141480.448857:0:14419:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60c00/0xc65ffb29b5b32356 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141480.448864:0:14419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60c00/0xc65ffb29b5b32356 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141480.448881:0:14419:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61a00/0xc65ffb29b5b3235d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141480.448887:0:14419:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61a00/0xc65ffb29b5b3235d lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141480.448893:0:14419:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61a00/0xc65ffb29b5b3235d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141480.448899:0:14419:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbfa61a00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:1.0:1787141480.448902:0:14419:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61a00/0xc65ffb29b5b3235d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141480.448909:0:14419:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61a00/0xc65ffb29b5b3235d lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141480.448930:0:14419:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff8b7c84d5b200) 00010000:00010000:1.0:1787141480.448933:0:14419:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787141480.448936:0:14419:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61a00/0xc65ffb29b5b3235d lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141480.448943:0:14419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61a00/0xc65ffb29b5b3235d lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141480.450541:0:14419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60a00/0xc65ffb29b5b3234f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d2d5 expref: 10 pid: 14419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141480.450567:0:14419:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61c00/0xc65ffb29b5b32364 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d2d5 expref: 9 pid: 14419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141480.450576:0:14419:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b7c84d5b000) 00010000:00010000:1.0:1787141480.450579:0:14419:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787141480.450583:0:14419:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbfa61c00, rc 0) 00000100:00100000:1.0:1787141480.452941:0:14419:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83782300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+9:14416:x1873953241023616:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 9029us (10162us total) trans 8589934593 rc 0/0 00000100:00100000:1.0:1787141480.452954:0:14419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 16 00000100:00100000:1.0:1787141480.490022:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141480.490159:0:14420:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241023744 00000100:00100000:0.0:1787141480.490170:0:14420:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241023744 00000100:00100000:0.0:1787141480.490287:0:14420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 17 00000100:00100000:0.0:1787141480.490300:0:14420:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf420700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:19eaa102-0169-4fba-a1e9-af876a40d8d1+9:14416:x1873953241023744:12345-192.168.203.11@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1787141480.490406:0:14420:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf420700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:19eaa102-0169-4fba-a1e9-af876a40d8d1+9:14416:x1873953241023744:12345-192.168.203.11@tcp:59:lhsmtool_posix.0 Request processed in 110us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141480.490414:0:14420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 17 00000100:00100000:0.0:1787141480.508262:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141480.508348:0:14421:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241023872 00000100:00100000:3.0:1787141480.508359:0:14421:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241023872 00000100:00100000:3.0:1787141480.508419:0:14421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 18 00000100:00100000:3.0:1787141480.508429:0:14421:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83687800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:19eaa102-0169-4fba-a1e9-af876a40d8d1+9:14422:x1873953241023872:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:3.0:1787141480.508446:0:14421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141480.508468:0:14421:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76e00/0xc65ffb29b5b32372 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d2dc expref: -99 pid: 14421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.508523:0:14421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77e00/0xc65ffb29b5b32379 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.508536:0:14421:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77e00/0xc65ffb29b5b32379 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.508546:0:14421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77e00/0xc65ffb29b5b32379 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.508559:0:14421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76400/0xc65ffb29b5b32380 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xab43d606 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.508565:0:14421:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76400/0xc65ffb29b5b32380 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xab43d606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.508570:0:14421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76400/0xc65ffb29b5b32380 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xab43d606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.509051:0:14421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77e00/0xc65ffb29b5b32379 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.509069:0:14421:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77e00/0xc65ffb29b5b32379 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.509075:0:14421:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77e00/0xc65ffb29b5b32379 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.509080:0:14421:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7ca6b77e00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141480.509083:0:14421:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77e00/0xc65ffb29b5b32379 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.509090:0:14421:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77e00/0xc65ffb29b5b32379 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.509101:0:14421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b7ca1f39100) 00010000:00010000:3.0:1787141480.509104:0:14421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141480.509109:0:14421:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77e00/0xc65ffb29b5b32379 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.509114:0:14421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77e00/0xc65ffb29b5b32379 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.509127:0:14421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76400/0xc65ffb29b5b32380 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xab43d606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.509134:0:14421:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76400/0xc65ffb29b5b32380 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xab43d606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.509139:0:14421:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76400/0xc65ffb29b5b32380 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xab43d606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.509144:0:14421:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7ca6b76400 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141480.509153:0:14421:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76400/0xc65ffb29b5b32380 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xab43d606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.509159:0:14421:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76400/0xc65ffb29b5b32380 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xab43d606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.509167:0:14421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xab43d606 (ffff8b7c95a5bb00) 00010000:00010000:3.0:1787141480.509170:0:14421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141480.509173:0:14421:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76400/0xc65ffb29b5b32380 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xab43d606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.509178:0:14421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76400/0xc65ffb29b5b32380 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xab43d606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.509214:0:14421:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76e00/0xc65ffb29b5b32372 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d2dc expref: 10 pid: 14421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.509224:0:14421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b7ca1f39100) 00010000:00010000:3.0:1787141480.509226:0:14421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141480.509229:0:14421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76e00/0xc65ffb29b5b32372 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d2dc expref: 10 pid: 14421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.509239:0:14421:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7ca6b76e00, rc 0) 00000100:00100000:3.0:1787141480.509343:0:14421:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83687800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:19eaa102-0169-4fba-a1e9-af876a40d8d1+9:14422:x1873953241023872:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 915us (1089us total) trans 0 rc 301/301 00000100:00100000:3.0:1787141480.509350:0:14421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 18 00010000:00010000:3.0:1787141480.513867:0:16532:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787141480.515788:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141480.515964:0:14428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241024000 00000100:00100000:3.0:1787141480.515975:0:14428:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241024000 00000100:00100000:3.0:1787141480.516033:0:14428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 0 00000100:00100000:3.0:1787141480.516059:0:14428:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf420000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:19eaa102-0169-4fba-a1e9-af876a40d8d1+9:14422:x1873953241024000:12345-192.168.203.11@tcp:700:lfs.0 00000100:00100000:3.0:1787141480.516158:0:14428:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf420000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:19eaa102-0169-4fba-a1e9-af876a40d8d1+9:14422:x1873953241024000:12345-192.168.203.11@tcp:700:lfs.0 Request processed in 101us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141480.516166:0:14428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 0 00000100:00100000:0.0:1787141480.519027:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141480.519117:0:15831:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241024256 00000100:00100000:2.0:1787141480.519127:0:15831:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241024256 00000100:00100000:2.0:1787141480.519183:0:15831:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 19 00000100:00100000:2.0:1787141480.519192:0:15831:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6de9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:19eaa102-0169-4fba-a1e9-af876a40d8d1+9:14422:x1873953241024256:12345-192.168.203.11@tcp:36:lfs.0 00010000:00010000:2.0:1787141480.519244:0:15831:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787141480.519271:0:15831:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7200/0xc65ffb29b5b322b5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d257 expref: 9 pid: 14421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141480.519291:0:15831:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b7ca1f39100) 00010000:00010000:2.0:1787141480.519296:0:15831:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787141480.519567:0:15831:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b32387 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141480.519582:0:15831:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60000/0xc65ffb29b5b322ed lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d2b9 expref: 5 pid: 14420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141480.519590:0:15831:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b32387 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141480.519640:0:15831:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60000/0xc65ffb29b5b322ed lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d2b9 expref: 5 pid: 14420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141480.519655:0:15831:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60000/0xc65ffb29b5b322ed lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d2b9 expref: 5 pid: 14420 timeout: 563 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141480.519669:0:15831:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83783b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15831:1873953263031552:192.168.203.11@tcp:104: 00000100:00100000:2.0:1787141480.519767:0:15831:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c89af9180 going to sleep for 11 seconds 00000100:00100000:2.0:1787141480.523265:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141480.523347:0:16533:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241024384 00000100:00100000:1.0:1787141480.523356:0:16533:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241024384 00010000:00010000:1.0:1787141480.523395:0:16533:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60000/0xc65ffb29b5b322ed lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d2b9 expref: 6 pid: 14420 timeout: 563 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141480.523439:0:16533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 9 00000100:00100000:1.0:1787141480.523462:0:16533:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83782a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e74a70a0-2d75-4595-9c5a-854ced2fde04+6:2352:x1873953241024384:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787141480.523476:0:16533:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787141480.523483:0:16533:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60000/0xc65ffb29b5b322ed lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d2b9 expref: 6 pid: 14420 timeout: 563 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141480.523494:0:16533:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60000/0xc65ffb29b5b322ed lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d2b9 expref: 6 pid: 14420 timeout: 563 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141480.523517:0:16533:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b7ca1f39100) 00010000:00010000:1.0:1787141480.523522:0:16533:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b32387 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141480.523530:0:16533:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b32387 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141480.523537:0:16533:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b32387 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141480.523554:0:16533:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787141480.523609:0:16533:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83782a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e74a70a0-2d75-4595-9c5a-854ced2fde04+6:2352:x1873953241024384:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 149us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141480.523615:0:16533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 9 00010000:00010000:0.0:1787141480.524162:0:15831:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60000/0xc65ffb29b5b322ed lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d2b9 expref: 5 pid: 14420 timeout: 563 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141480.524183:0:15831:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83783b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15831:1873953263031552:192.168.203.11@tcp:104: 00010000:00010000:0.0:1787141480.524203:0:15831:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b32387 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.524219:0:15831:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b32387 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.524224:0:15831:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b32387 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.524247:0:15831:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405400/0xc65ffb29b5b3238e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xab43d606 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.524257:0:15831:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405400/0xc65ffb29b5b3238e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xab43d606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.524301:0:15831:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405400/0xc65ffb29b5b3238e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xab43d606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787141480.527554:0:15831:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000bd1:0x1:0x0]: returning size 512 00010000:00010000:0.0:1787141480.527571:0:15831:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b32387 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.527582:0:15831:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b32387 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.527589:0:15831:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b32387 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.527595:0:15831:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c82da6600 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141480.527599:0:15831:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b32387 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.527606:0:15831:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b32387 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.527647:0:15831:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b7ca1f39100) 00010000:00010000:0.0:1787141480.527651:0:15831:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787141480.527656:0:15831:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b32387 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.527662:0:15831:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b32387 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787141480.527682:0:15831:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000008527cb64 reply state 00000000c549c884 transno 8589934594 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405400/0xc65ffb29b5b3238e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xab43d606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141480.527691:0:15831:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1787141480.527923:0:15831:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6de9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:19eaa102-0169-4fba-a1e9-af876a40d8d1+10:14422:x1873953241024256:12345-192.168.203.11@tcp:36:lfs.0 Request processed in 8729us (8901us total) trans 8589934594 rc 0/0 00000100:00100000:0.0:1787141480.527932:0:15831:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 19 00010000:00010000:0.0:1787141480.535312:0:3290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405400/0xc65ffb29b5b3238e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xab43d606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.535330:0:3290:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405400/0xc65ffb29b5b3238e lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xab43d606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.535338:0:3290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405400/0xc65ffb29b5b3238e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xab43d606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.535344:0:3290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf405400 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141480.535349:0:3290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405400/0xc65ffb29b5b3238e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xab43d606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.535357:0:3290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405400/0xc65ffb29b5b3238e lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xab43d606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.535392:0:3290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xab43d606 (ffff8b7c995f8800) 00010000:00010000:0.0:1787141480.535395:0:3290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787141480.535399:0:3290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405400/0xc65ffb29b5b3238e lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xab43d606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.535405:0:3290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405400/0xc65ffb29b5b3238e lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xab43d606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141480.625307:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141480.627160:0:14419:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241024512 00000100:00100000:1.0:1787141480.627176:0:14419:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241024512 00000100:00100000:1.0:1787141480.627289:0:14419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 20 00000100:00100000:1.0:1787141480.627302:0:14419:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b8288a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+9:14430:x1873953241024512:12345-192.168.203.11@tcp:101:lctl.0 00010000:00010000:1.0:1787141480.627326:0:14419:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787141480.627349:0:14419:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60400/0xc65ffb29b5b32395 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d2e3 expref: -99 pid: 14419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141480.627438:0:14419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60000/0xc65ffb29b5b3239c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141480.627454:0:14419:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60000/0xc65ffb29b5b3239c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141480.627465:0:14419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60000/0xc65ffb29b5b3239c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787141480.627528:0:14419:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:1.0:1787141480.627533:0:14419:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:1.0:1787141480.627577:0:14419:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60000/0xc65ffb29b5b3239c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141480.627604:0:14419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60400/0xc65ffb29b5b32395 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d2e3 expref: 11 pid: 14419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141480.627637:0:14419:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60000/0xc65ffb29b5b3239c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d2e3 expref: 10 pid: 14419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141480.627648:0:14419:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b7c84d5b200) 00010000:00010000:1.0:1787141480.627651:0:14419:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787141480.627655:0:14419:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbfa60000, rc 0) 00000100:00100000:1.0:1787141480.627743:0:14419:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b8288a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+10:14430:x1873953241024512:12345-192.168.203.11@tcp:101:lctl.0 Request processed in 443us (2445us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141480.627751:0:14419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 20 00000100:00100000:2.0:1787141480.676470:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141480.677545:0:14420:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241024640 00000100:00100000:0.0:1787141480.677556:0:14420:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241024640 00000100:00100000:0.0:1787141480.677669:0:14420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 21 00000100:00100000:0.0:1787141480.677690:0:14420:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83782680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e74a70a0-2d75-4595-9c5a-854ced2fde04+5:14431:x1873953241024640:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:0.0:1787141480.677711:0:14420:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141480.677731:0:14420:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405400/0xc65ffb29b5b323a3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d2ea expref: -99 pid: 14420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.677813:0:14420:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b323aa lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.677826:0:14420:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b323aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.677836:0:14420:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b323aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787141480.677892:0:14420:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:0.0:1787141480.677896:0:14420:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 1 00000004:00010000:0.0:1787141480.677919:0:14420:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b323aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.677964:0:14420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405400/0xc65ffb29b5b323a3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d2ea expref: 7 pid: 14420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.677981:0:14420:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404600/0xc65ffb29b5b323aa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d2ea expref: 6 pid: 14420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.677988:0:14420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b7c84d5b200) 00010000:00010000:0.0:1787141480.677991:0:14420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787141480.678006:0:14420:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf404600, rc 0) 00000100:00100000:0.0:1787141480.678070:0:14420:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83782680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e74a70a0-2d75-4595-9c5a-854ced2fde04+6:14431:x1873953241024640:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 392us (1610us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141480.678077:0:14420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 21 00000100:00100000:2.0:1787141480.684933:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141480.685145:0:14421:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241024768 00000100:00100000:3.0:1787141480.685155:0:14421:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241024768 00000100:00100000:3.0:1787141480.685265:0:14421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 22 00000100:00100000:3.0:1787141480.685278:0:14421:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83783b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e74a70a0-2d75-4595-9c5a-854ced2fde04+6:14431:x1873953241024768:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:3.0:1787141480.685298:0:14421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141480.685320:0:14421:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76e00/0xc65ffb29b5b323b1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d2f1 expref: -99 pid: 14421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.685388:0:14421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76400/0xc65ffb29b5b323b8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.685402:0:14421:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76400/0xc65ffb29b5b323b8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.685414:0:14421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76400/0xc65ffb29b5b323b8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.685428:0:14421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77e00/0xc65ffb29b5b323bf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xab43d606 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.685436:0:14421:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77e00/0xc65ffb29b5b323bf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xab43d606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.685441:0:14421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77e00/0xc65ffb29b5b323bf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xab43d606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.685568:0:14421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76200/0xc65ffb29b5b323c6 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.685576:0:14421:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76200/0xc65ffb29b5b323c6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.685583:0:14421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76200/0xc65ffb29b5b323c6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787141480.685629:0:14421:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000bd1:0x1:0x0]: returning size 512 00000004:00200000:3.0:1787141480.685633:0:14421:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1787141480.685658:0:14421:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76200/0xc65ffb29b5b323c6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.685670:0:14421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76400/0xc65ffb29b5b323b8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.685677:0:14421:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76400/0xc65ffb29b5b323b8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.685683:0:14421:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76400/0xc65ffb29b5b323b8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.685689:0:14421:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7ca6b76400 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141480.685693:0:14421:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76400/0xc65ffb29b5b323b8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.685700:0:14421:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76400/0xc65ffb29b5b323b8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.685712:0:14421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b7c84d5b200) 00010000:00010000:3.0:1787141480.685721:0:14421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141480.685726:0:14421:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76400/0xc65ffb29b5b323b8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.685733:0:14421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76400/0xc65ffb29b5b323b8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.685746:0:14421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77e00/0xc65ffb29b5b323bf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xab43d606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.685752:0:14421:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77e00/0xc65ffb29b5b323bf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xab43d606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.685759:0:14421:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77e00/0xc65ffb29b5b323bf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xab43d606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.685763:0:14421:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7ca6b77e00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141480.685766:0:14421:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77e00/0xc65ffb29b5b323bf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xab43d606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.685771:0:14421:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77e00/0xc65ffb29b5b323bf lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xab43d606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.685883:0:14421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xab43d606 (ffff8b7c95a5bb00) 00010000:00010000:3.0:1787141480.685885:0:14421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141480.685889:0:14421:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77e00/0xc65ffb29b5b323bf lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xab43d606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.685895:0:14421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77e00/0xc65ffb29b5b323bf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xab43d606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.685925:0:14421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76e00/0xc65ffb29b5b323b1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d2f1 expref: 8 pid: 14421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.685949:0:14421:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76200/0xc65ffb29b5b323c6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d2f1 expref: 7 pid: 14421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.685956:0:14421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff8b7c95a5b100) 00010000:00010000:3.0:1787141480.685958:0:14421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787141480.685960:0:14421:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7ca6b76200, rc 0) 00000100:00100000:3.0:1787141480.686145:0:14421:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83783b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e74a70a0-2d75-4595-9c5a-854ced2fde04+7:14431:x1873953241024768:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 866us (1219us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141480.686153:0:14421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 22 00000100:00100000:3.0:1787141480.696072:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141480.696218:0:15831:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241025024 00000100:00100000:2.0:1787141480.696229:0:15831:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241025024 00000100:00100000:2.0:1787141480.696297:0:15831:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 23 00000100:00100000:2.0:1787141480.696309:0:15831:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b82889180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e74a70a0-2d75-4595-9c5a-854ced2fde04+7:14431:x1873953241025024:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:2.0:1787141480.696338:0:15831:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141480.696362:0:15831:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b323cd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d2f8 expref: -99 pid: 15831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787141480.696495:0:15831:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000bd1:0x1:0x0]: returning size 512 00010000:00010000:2.0:1787141480.696950:0:15831:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b323cd lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d2f8 expref: 9 pid: 15831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141480.696968:0:15831:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b7c84d5b200) 00010000:00010000:2.0:1787141480.696971:0:15831:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1787141480.696977:0:15831:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b323cd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d2f8 expref: 9 pid: 15831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141480.696991:0:15831:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c82da6e00, rc 0) 00000100:00100000:2.0:1787141480.697139:0:15831:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b82889180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e74a70a0-2d75-4595-9c5a-854ced2fde04+8:14431:x1873953241025024:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 831us (1079us total) trans 8589934595 rc 301/301 00000100:00100000:2.0:1787141480.697147:0:15831:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 23 00000100:00100000:2.0:1787141480.708235:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141480.708305:0:14419:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241025280 00000100:00100000:1.0:1787141480.708325:0:14419:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241025280 00000100:00100000:1.0:1787141480.708396:0:14419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 24 00000100:00100000:1.0:1787141480.708406:0:14419:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83781880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e74a70a0-2d75-4595-9c5a-854ced2fde04+8:14431:x1873953241025280:12345-192.168.203.11@tcp:36:lfs.0 00010000:00010000:1.0:1787141480.708459:0:14419:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787141480.708484:0:14419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76200/0xc65ffb29b5b323c6 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d2f1 expref: 8 pid: 14421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141480.708503:0:14419:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff8b7c95a5b100) 00010000:00010000:1.0:1787141480.708513:0:14419:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787141480.708536:0:14419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60c00/0xc65ffb29b5b323db lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141480.708548:0:14419:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60c00/0xc65ffb29b5b323db lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141480.708558:0:14419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60c00/0xc65ffb29b5b323db lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787141480.709051:0:14419:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000a19b7ae2 reply state 00000000748b0cd3 transno 8589934596 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60c00/0xc65ffb29b5b323db lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141480.709062:0:14419:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1787141480.709076:0:14419:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000bd1:0x1:0x0]: returning size 512 00000100:00100000:1.0:1787141480.709170:0:14419:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83781880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e74a70a0-2d75-4595-9c5a-854ced2fde04+9:14431:x1873953241025280:12345-192.168.203.11@tcp:36:lfs.0 Request processed in 763us (943us total) trans 8589934596 rc 0/0 00000100:00100000:1.0:1787141480.709177:0:14419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 24 00010000:00010000:0.0:1787141480.717564:0:3291:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60c00/0xc65ffb29b5b323db lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.717583:0:3291:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60c00/0xc65ffb29b5b323db lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.717591:0:3291:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60c00/0xc65ffb29b5b323db lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.717598:0:3291:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbfa60c00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141480.717603:0:3291:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60c00/0xc65ffb29b5b323db lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.717611:0:3291:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60c00/0xc65ffb29b5b323db lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.717642:0:3291:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff8b7c84d5b700) 00010000:00010000:0.0:1787141480.717669:0:3291:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1787141480.717675:0:3291:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60c00/0xc65ffb29b5b323db lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.717682:0:3291:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60c00/0xc65ffb29b5b323db lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141480.726942:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141480.727102:0:14422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241025536 00000100:00100000:1.0:1787141480.727113:0:14422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241025536 00000100:00100000:1.0:1787141480.727177:0:14422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 2 00000100:00100000:1.0:1787141480.727188:0:14422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83783100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e74a70a0-2d75-4595-9c5a-854ced2fde04+8:14431:x1873953241025536:12345-192.168.203.11@tcp:35:lfs.0 00000100:00100000:1.0:1787141480.727483:0:14422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83783100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e74a70a0-2d75-4595-9c5a-854ced2fde04+9:14431:x1873953241025536:12345-192.168.203.11@tcp:35:lfs.0 Request processed in 296us (550us total) trans 8589934597 rc 0/0 00000100:00100000:1.0:1787141480.727491:0:14422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 2 00000100:00100000:1.0:1787141480.732606:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141480.732761:0:14420:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241025792 00000100:00100000:0.0:1787141480.732771:0:14420:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241025792 00000100:00100000:0.0:1787141480.732854:0:14420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 25 00000100:00100000:0.0:1787141480.732865:0:14420:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf423480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e74a70a0-2d75-4595-9c5a-854ced2fde04+9:14431:x1873953241025792:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:0.0:1787141480.732888:0:14420:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141480.732907:0:14420:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405400/0xc65ffb29b5b323e2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d2ff expref: -99 pid: 14420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.732978:0:14420:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b323e9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.732991:0:14420:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b323e9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.733014:0:14420:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b323e9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.733032:0:14420:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405600/0xc65ffb29b5b323f0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xab43d606 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.733038:0:14420:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405600/0xc65ffb29b5b323f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xab43d606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.733044:0:14420:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405600/0xc65ffb29b5b323f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xab43d606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787141480.733192:0:14420:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000bd1:0x1:0x0]: returning size 512 00010000:00010000:0.0:1787141480.733282:0:14420:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b323e9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.733290:0:14420:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b323e9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.733296:0:14420:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b323e9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.733303:0:14420:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf404e00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141480.733307:0:14420:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b323e9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.733315:0:14420:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b323e9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.733337:0:14420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b7c84d5b200) 00010000:00010000:0.0:1787141480.733340:0:14420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787141480.733345:0:14420:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b323e9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.733351:0:14420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b323e9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.733365:0:14420:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405600/0xc65ffb29b5b323f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xab43d606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.733370:0:14420:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405600/0xc65ffb29b5b323f0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xab43d606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.733386:0:14420:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405600/0xc65ffb29b5b323f0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xab43d606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.733392:0:14420:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf405600 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141480.733395:0:14420:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405600/0xc65ffb29b5b323f0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xab43d606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.733401:0:14420:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405600/0xc65ffb29b5b323f0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xab43d606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.733410:0:14420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xab43d606 (ffff8b7c995f8800) 00010000:00010000:0.0:1787141480.733413:0:14420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787141480.733415:0:14420:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405600/0xc65ffb29b5b323f0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xab43d606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.733422:0:14420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405600/0xc65ffb29b5b323f0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xab43d606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.733461:0:14420:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405400/0xc65ffb29b5b323e2 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d2ff expref: 11 pid: 14420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.733472:0:14420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b7c84d5b200) 00010000:00010000:0.0:1787141480.733475:0:14420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787141480.733479:0:14420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405400/0xc65ffb29b5b323e2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d2ff expref: 11 pid: 14420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.733488:0:14420:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf405400, rc 0) 00000100:00100000:0.0:1787141480.733562:0:14420:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf423480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e74a70a0-2d75-4595-9c5a-854ced2fde04+10:14431:x1873953241025792:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 698us (964us total) trans 8589934598 rc 301/301 00000100:00100000:0.0:1787141480.733578:0:14420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 25 00000100:00100000:3.0:1787141480.739713:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141480.739867:0:14421:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241025920 00000100:00100000:0.0:1787141480.739878:0:14421:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241025920 00000100:00100000:0.0:1787141480.739936:0:14421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 26 00000100:00100000:0.0:1787141480.739947:0:14421:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b82888a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e74a70a0-2d75-4595-9c5a-854ced2fde04+10:14431:x1873953241025920:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:0.0:1787141480.739970:0:14421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141480.739993:0:14421:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405400/0xc65ffb29b5b323fe lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d306 expref: -99 pid: 14421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.740078:0:14421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405600/0xc65ffb29b5b32405 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.740091:0:14421:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405600/0xc65ffb29b5b32405 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.740103:0:14421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405600/0xc65ffb29b5b32405 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787141480.740152:0:14421:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000bd1:0x1:0x0]: returning size 512 00000004:00200000:0.0:1787141480.740156:0:14421:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1787141480.740177:0:14421:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405600/0xc65ffb29b5b32405 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.740202:0:14421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405400/0xc65ffb29b5b323fe lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d306 expref: 12 pid: 14421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.740218:0:14421:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405600/0xc65ffb29b5b32405 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d306 expref: 11 pid: 14421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.740245:0:14421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff8b7c995f8800) 00010000:00010000:0.0:1787141480.740248:0:14421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787141480.740252:0:14421:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbf405600, rc 0) 00000100:00100000:0.0:1787141480.740312:0:14421:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b82888a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e74a70a0-2d75-4595-9c5a-854ced2fde04+11:14431:x1873953241025920:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 367us (614us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141480.740536:0:14421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 26 00000100:00100000:3.0:1787141480.744844:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141480.744999:0:14422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241026048 00000100:00100000:1.0:1787141480.745010:0:14422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241026048 00000100:00100000:1.0:1787141480.745110:0:14422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 3 00000100:00100000:1.0:1787141480.745122:0:14422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b8288b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e74a70a0-2d75-4595-9c5a-854ced2fde04+11:14431:x1873953241026048:12345-192.168.203.11@tcp:37:lfs.0 00000100:00100000:1.0:1787141480.751386:0:14422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b8288b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e74a70a0-2d75-4595-9c5a-854ced2fde04+11:14431:x1873953241026048:12345-192.168.203.11@tcp:37:lfs.0 Request processed in 6254us (6582us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141480.751399:0:14422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 3 00000100:00100000:3.0:1787141480.755293:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141480.755654:0:14423:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241026304 00000100:00100000:2.0:1787141480.755664:0:14423:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241026304 00000100:00100000:2.0:1787141480.755721:0:14423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 4 00000100:00100000:2.0:1787141480.755732:0:14423:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c8c050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e74a70a0-2d75-4595-9c5a-854ced2fde04+11:14431:x1873953241026304:12345-192.168.203.11@tcp:35:lfs.0 00000100:00100000:2.0:1787141480.756162:0:14423:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c8c050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:e74a70a0-2d75-4595-9c5a-854ced2fde04+12:14431:x1873953241026304:12345-192.168.203.11@tcp:35:lfs.0 Request processed in 432us (878us total) trans 8589934599 rc 0/0 00000100:00100000:2.0:1787141480.756169:0:14423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 4 00000100:00100000:3.0:1787141480.822769:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141480.822909:0:14420:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241026432 00000100:00100000:0.0:1787141480.822919:0:14420:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241026432 00000100:00100000:0.0:1787141480.822999:0:14420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 27 00000100:00100000:0.0:1787141480.823010:0:14420:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b8288b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:19eaa102-0169-4fba-a1e9-af876a40d8d1+10:14437:x1873953241026432:12345-192.168.203.11@tcp:101:bash.0 00010000:00010000:0.0:1787141480.823032:0:14420:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141480.823052:0:14420:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405400/0xc65ffb29b5b3240c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d30d expref: -99 pid: 14420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.823119:0:14420:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b32413 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.823133:0:14420:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b32413 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.823144:0:14420:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b32413 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.823161:0:14420:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7600/0xc65ffb29b5b3241a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xab43d606 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.823168:0:14420:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7600/0xc65ffb29b5b3241a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xab43d606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.823192:0:14420:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7600/0xc65ffb29b5b3241a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xab43d606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.823329:0:14420:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7400/0xc65ffb29b5b32421 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.823337:0:14420:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7400/0xc65ffb29b5b32421 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.823344:0:14420:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7400/0xc65ffb29b5b32421 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787141480.823375:0:14420:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000bd1:0x1:0x0]: returning size 512 00000004:00200000:0.0:1787141480.823379:0:14420:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1787141480.823419:0:14420:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7400/0xc65ffb29b5b32421 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.823432:0:14420:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b32413 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.823438:0:14420:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b32413 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.823445:0:14420:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b32413 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.823451:0:14420:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbf404e00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141480.823456:0:14420:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b32413 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.823463:0:14420:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b32413 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.823484:0:14420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b7c84d5b200) 00010000:00010000:0.0:1787141480.823487:0:14420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787141480.823491:0:14420:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b32413 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.823498:0:14420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf404e00/0xc65ffb29b5b32413 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.823513:0:14420:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7600/0xc65ffb29b5b3241a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xab43d606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.823519:0:14420:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7600/0xc65ffb29b5b3241a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xab43d606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.823524:0:14420:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7600/0xc65ffb29b5b3241a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xab43d606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.823529:0:14420:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cc21c7600 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141480.823532:0:14420:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7600/0xc65ffb29b5b3241a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xab43d606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.823539:0:14420:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7600/0xc65ffb29b5b3241a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xab43d606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.823546:0:14420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xab43d606 (ffff8b7c995f8100) 00010000:00010000:0.0:1787141480.823548:0:14420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787141480.823551:0:14420:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7600/0xc65ffb29b5b3241a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xab43d606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.823555:0:14420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7600/0xc65ffb29b5b3241a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xab43d606 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.823601:0:14420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405400/0xc65ffb29b5b3240c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d30d expref: 12 pid: 14420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.823614:0:14420:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7400/0xc65ffb29b5b32421 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d30d expref: 11 pid: 14420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.823634:0:14420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff8b7c995f8800) 00010000:00010000:0.0:1787141480.823636:0:14420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1787141480.823638:0:14420:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cc21c7400, rc 0) 00000100:00100000:0.0:1787141480.823702:0:14420:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b8288b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:19eaa102-0169-4fba-a1e9-af876a40d8d1+11:14437:x1873953241026432:12345-192.168.203.11@tcp:101:bash.0 Request processed in 693us (944us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141480.823710:0:14420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 27 00000100:00100000:1.0:1787141480.827086:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141480.827347:0:14421:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241026688 00000100:00100000:0.0:1787141480.827357:0:14421:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241026688 00000100:00100000:0.0:1787141480.827449:0:14421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 28 00000100:00100000:0.0:1787141480.827459:0:14421:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf423800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:19eaa102-0169-4fba-a1e9-af876a40d8d1+11:14437:x1873953241026688:12345-192.168.203.11@tcp:101:bash.0 00010000:00010000:0.0:1787141480.827478:0:14421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141480.827496:0:14421:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6e00/0xc65ffb29b5b32428 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d314 expref: -99 pid: 14421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.827633:0:14421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7800/0xc65ffb29b5b3242f lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.827648:0:14421:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405600/0xc65ffb29b5b32405 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d306 expref: 11 pid: 14421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.827657:0:14421:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7800/0xc65ffb29b5b3242f lrc: 4/0,1 mode: --/CW res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.827708:0:14421:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405600/0xc65ffb29b5b32405 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d306 expref: 11 pid: 14421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.827734:0:14421:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405600/0xc65ffb29b5b32405 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d306 expref: 11 pid: 14421 timeout: 563 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141480.827747:0:14421:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7ca6de9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14421:1873953263031680:192.168.203.11@tcp:104: 00000100:00100000:0.0:1787141480.827868:0:14421:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca276c300 going to sleep for 11 seconds 00000100:00100000:3.0:1787141480.830671:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141480.831022:0:14421:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7ca6de9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:14421:1873953263031680:192.168.203.11@tcp:104: 00010000:00010000:0.0:1787141480.831050:0:14421:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7800/0xc65ffb29b5b3242f lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141480.831695:0:14405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241026816 00000100:00100000:2.0:1787141480.831704:0:14405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241026816 00010000:00010000:2.0:1787141480.832112:0:14405:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405600/0xc65ffb29b5b32405 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d306 expref: 12 pid: 14421 timeout: 563 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141480.832156:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 10 00000100:00100000:2.0:1787141480.832165:0:14405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbb980e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e74a70a0-2d75-4595-9c5a-854ced2fde04+12:2352:x1873953241026816:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787141480.832179:0:14405:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787141480.832186:0:14405:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405600/0xc65ffb29b5b32405 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d306 expref: 12 pid: 14421 timeout: 563 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141480.832198:0:14405:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405600/0xc65ffb29b5b32405 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d306 expref: 12 pid: 14421 timeout: 563 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141480.832219:0:14405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbf405600/0xc65ffb29b5b32405 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d306 expref: 12 pid: 14421 timeout: 563 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141480.832234:0:14405:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff8b7c995f8800) 00010000:00010000:2.0:1787141480.832239:0:14405:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7800/0xc65ffb29b5b3242f lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141480.832265:0:14405:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7800/0xc65ffb29b5b3242f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141480.832273:0:14405:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7800/0xc65ffb29b5b3242f lrc: 4/0,1 mode: CW/CW res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141480.832302:0:14405:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787141480.832414:0:14421:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7800/0xc65ffb29b5b3242f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.832421:0:14421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7800/0xc65ffb29b5b3242f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.832444:0:14421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6a00/0xc65ffb29b5b32436 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x1:0x0].0xd7b8fa41 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.832454:0:14421:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6a00/0xc65ffb29b5b32436 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x1:0x0].0xd7b8fa41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.832462:0:14421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6a00/0xc65ffb29b5b32436 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x1:0x0].0xd7b8fa41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141480.832892:0:3306:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787141480.832913:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7ca6de9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953263031808:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787141480.832964:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787141480.833251:0:14405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbb980e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e74a70a0-2d75-4595-9c5a-854ced2fde04+11:2352:x1873953241026816:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 1085us (2587us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141480.833260:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 10 00000100:00100000:2.0:1787141480.833301:0:15106:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263031808 00000100:00100000:2.0:1787141480.833307:0:15106:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263031808 00000100:00100000:2.0:1787141480.833341:0:15106:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1787141480.833348:0:15106:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6debb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953263031808:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1787141480.833375:0:15106:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1787141480.833411:0:15106:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6debb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953263031808:12345-0@lo:13:osp-pre-0-0.0 Request processed in 64us (447us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141480.833417:0:15106:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00080000:2.0:1787141480.833432:0:14416:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1787141480.834197:0:14421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76e00/0xc65ffb29b5b3243d lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.834213:0:14421:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76e00/0xc65ffb29b5b3243d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.834223:0:14421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76e00/0xc65ffb29b5b3243d lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787141480.834234:0:14421:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000bd1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1787141480.834265:0:14421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7800/0xc65ffb29b5b3242f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.834283:0:14421:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7800/0xc65ffb29b5b3242f lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.834290:0:14421:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7800/0xc65ffb29b5b3242f lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.834295:0:14421:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cc21c7800 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141480.834299:0:14421:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7800/0xc65ffb29b5b3242f lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.834306:0:14421:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7800/0xc65ffb29b5b3242f lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.834317:0:14421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff8b7c995f8800) 00010000:00010000:3.0:1787141480.834320:0:14421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141480.834324:0:14421:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7800/0xc65ffb29b5b3242f lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.834330:0:14421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7800/0xc65ffb29b5b3242f lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787141480.834348:0:14421:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000d5b0bae2 reply state 00000000ab60ab2f transno 8589934600 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6a00/0xc65ffb29b5b32436 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x1:0x0].0xd7b8fa41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141480.834357:0:14421:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1787141480.834391:0:14421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6e00/0xc65ffb29b5b32428 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d314 expref: 14 pid: 14421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.834406:0:14421:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76e00/0xc65ffb29b5b3243d lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d314 expref: 13 pid: 14421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.834425:0:14421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8b7c95a5bb00) 00010000:00010000:3.0:1787141480.834427:0:14421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:3.0:1787141480.834429:0:14421:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7ca6b76e00, rc 0) 00000100:00100000:3.0:1787141480.834472:0:14421:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf423800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:19eaa102-0169-4fba-a1e9-af876a40d8d1+14:14437:x1873953241026688:12345-192.168.203.11@tcp:101:bash.0 Request processed in 7015us (7398us total) trans 8589934600 rc 0/0 00000100:00100000:3.0:1787141480.834480:0:14421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 28 00000100:00100000:0.0:1787141480.838545:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7ca6de9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953263031808:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1787141480.841699:0:3290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6a00/0xc65ffb29b5b32436 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x1:0x0].0xd7b8fa41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.841715:0:3290:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6a00/0xc65ffb29b5b32436 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x1:0x0].0xd7b8fa41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.841722:0:3290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6a00/0xc65ffb29b5b32436 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x1:0x0].0xd7b8fa41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.841728:0:3290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cc21c6a00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141480.841733:0:3290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6a00/0xc65ffb29b5b32436 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x1:0x0].0xd7b8fa41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.841740:0:3290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6a00/0xc65ffb29b5b32436 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x1:0x0].0xd7b8fa41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.841757:0:3290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0xd7b8fa41 (ffff8b7c995f8300) 00010000:00010000:0.0:1787141480.841760:0:3290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787141480.841765:0:3290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6a00/0xc65ffb29b5b32436 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x1:0x0].0xd7b8fa41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.841771:0:3290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6a00/0xc65ffb29b5b32436 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x1:0x0].0xd7b8fa41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141480.845365:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141480.845707:0:14420:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241026944 00000100:00100000:0.0:1787141480.845718:0:14420:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241026944 00000100:00100000:0.0:1787141480.845919:0:14420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 29 00000100:00100000:0.0:1787141480.845931:0:14420:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbb983480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:19eaa102-0169-4fba-a1e9-af876a40d8d1+13:14437:x1873953241026944:12345-192.168.203.11@tcp:101:bash.0 00010000:00010000:0.0:1787141480.845966:0:14420:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141480.845987:0:14420:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7600/0xc65ffb29b5b3244b lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d31b expref: -99 pid: 14420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.846079:0:14420:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7200/0xc65ffb29b5b32452 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.846092:0:14420:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7200/0xc65ffb29b5b32452 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.846103:0:14420:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7200/0xc65ffb29b5b32452 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787141480.846142:0:14420:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000bd1:0x2:0x0]: returning size 0 00000004:00200000:0.0:1787141480.846146:0:14420:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1787141480.846165:0:14420:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7200/0xc65ffb29b5b32452 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.846175:0:14420:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7200/0xc65ffb29b5b32452 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.846200:0:14420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7600/0xc65ffb29b5b3244b lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d31b expref: 15 pid: 14420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.846222:0:14420:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7200/0xc65ffb29b5b32452 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d31b expref: 14 pid: 14420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141480.846231:0:14420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8b7c95a5bb00) 00010000:00010000:0.0:1787141480.846234:0:14420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787141480.846238:0:14420:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cc21c7200, rc 0) 00000100:00100000:0.0:1787141480.846312:0:14420:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbb983480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:19eaa102-0169-4fba-a1e9-af876a40d8d1+14:14437:x1873953241026944:12345-192.168.203.11@tcp:101:bash.0 Request processed in 383us (956us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141480.846319:0:14420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 29 00000100:00100000:3.0:1787141480.850831:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141480.850950:0:14422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241027200 00000100:00100000:1.0:1787141480.850960:0:14422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241027200 00000100:00100000:1.0:1787141480.851031:0:14422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 5 00000100:00100000:1.0:1787141480.851042:0:14422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbb982300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+14:14437:x1873953241027200:12345-192.168.203.11@tcp:35:bash.0 00000100:00100000:1.0:1787141480.851372:0:14422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbb982300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+15:14437:x1873953241027200:12345-192.168.203.11@tcp:35:bash.0 Request processed in 330us (585us total) trans 8589934601 rc 0/0 00000100:00100000:1.0:1787141480.851379:0:14422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 5 00000100:00100000:1.0:1787141480.935709:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141480.935908:0:14419:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241027456 00000100:00100000:3.0:1787141480.935918:0:14419:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241027456 00000100:00100000:3.0:1787141480.935982:0:14419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 30 00000100:00100000:3.0:1787141480.935993:0:14419:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf421880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+15:14447:x1873953241027456:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:3.0:1787141480.936018:0:14419:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141480.936037:0:14419:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77e00/0xc65ffb29b5b32459 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d322 expref: -99 pid: 14419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787141480.936148:0:14419:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000bd1:0x1:0x0]: returning size 512 00010000:00010000:3.0:1787141480.936269:0:14419:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77e00/0xc65ffb29b5b32459 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d322 expref: 17 pid: 14419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.936295:0:14419:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b7c84d5b200) 00010000:00010000:3.0:1787141480.936299:0:14419:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787141480.936305:0:14419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77e00/0xc65ffb29b5b32459 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d322 expref: 17 pid: 14419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141480.936320:0:14419:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7ca6b77e00, rc 0) 00000100:00100000:3.0:1787141480.936386:0:14419:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf421880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+16:14447:x1873953241027456:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 395us (687us total) trans 8589934602 rc 301/301 00000100:00100000:3.0:1787141480.936394:0:14419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 30 00000100:00100000:3.0:1787141480.939773:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141480.939869:0:14422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241027712 00000100:00100000:1.0:1787141480.939879:0:14422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241027712 00000100:00100000:1.0:1787141480.939934:0:14422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 6 00000100:00100000:1.0:1787141480.939944:0:14422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbb983b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+16:14447:x1873953241027712:12345-192.168.203.11@tcp:35:lfs.0 00000100:00100000:1.0:1787141480.940196:0:14422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbb983b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+17:14447:x1873953241027712:12345-192.168.203.11@tcp:35:lfs.0 Request processed in 252us (430us total) trans 8589934603 rc 0/0 00000100:00100000:1.0:1787141480.940215:0:14422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 6 00000100:00100000:2.0:1787141480.987521:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141480.987641:0:15831:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241027968 00000100:00100000:0.0:1787141480.987654:0:15831:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241027968 00000100:00100000:2.0:1787141480.987864:0:14420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 31 00000100:00100000:2.0:1787141480.987878:0:14420:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83783100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:19eaa102-0169-4fba-a1e9-af876a40d8d1+17:14450:x1873953241027968:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:2.0:1787141480.987900:0:14420:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141480.987920:0:14420:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b32467 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d329 expref: -99 pid: 14420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141480.988168:0:14420:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b3246e lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141480.988189:0:14420:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b3246e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141480.988200:0:14420:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b3246e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787141480.988213:0:14420:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000bd1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1787141480.988553:0:14420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b32467 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d329 expref: 20 pid: 14420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141480.988571:0:14420:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b3246e lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d329 expref: 19 pid: 14420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141480.988580:0:14420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8b7c95a5bb00) 00010000:00010000:2.0:1787141480.988582:0:14420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787141480.988586:0:14420:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c82da7000, rc 0) 00000100:00100000:2.0:1787141480.988712:0:14420:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83783100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:19eaa102-0169-4fba-a1e9-af876a40d8d1+19:14450:x1873953241027968:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 838us (1199us total) trans 8589934604 rc 0/0 00000100:00100000:2.0:1787141480.989076:0:14420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 31 00000100:00100000:3.0:1787141480.992513:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141480.992584:0:16533:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241028096 00000100:00100000:1.0:1787141480.992594:0:16533:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241028096 00000100:00100000:1.0:1787141480.992669:0:16533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 0 00000100:00100000:1.0:1787141480.992680:0:16533:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbb980a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:19eaa102-0169-4fba-a1e9-af876a40d8d1+19:2350:x1873953241028096:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787141480.992695:0:16533:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787141480.992719:0:16533:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b3246e lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d329 expref: 19 pid: 14420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141480.992739:0:16533:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8b7c95a5bb00) 00010000:00010000:1.0:1787141480.992744:0:16533:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787141480.992848:0:16533:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbb980a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:19eaa102-0169-4fba-a1e9-af876a40d8d1+18:2350:x1873953241028096:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 169us (344us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141480.992855:0:16533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 0 00000100:00100000:0.0:1787141480.998727:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141481.001691:0:14419:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241028224 00000100:00100000:2.0:1787141481.001705:0:14419:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241028224 00000100:00100000:2.0:1787141481.002189:0:14419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 32 00000100:00100000:2.0:1787141481.002203:0:14419:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6de9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+18:14450:x1873953241028224:12345-192.168.203.11@tcp:54:lfs.0 00010000:00010000:2.0:1787141481.002266:0:14419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b3247c lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141481.002283:0:14419:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b3247c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141481.002308:0:14419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b3247c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141481.002333:0:14419:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b3247c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141481.002340:0:14419:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b3247c lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141481.002346:0:14419:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b3247c lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141481.002352:0:14419:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c82da6600 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:2.0:1787141481.002356:0:14419:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b3247c lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141481.002363:0:14419:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b3247c lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141481.002373:0:14419:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8b7c95a5bb00) 00010000:00010000:2.0:1787141481.002376:0:14419:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1787141481.002380:0:14419:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b3247c lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141481.002386:0:14419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b3247c lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141481.002460:0:14419:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6de9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+18:14450:x1873953241028224:12345-192.168.203.11@tcp:54:lfs.0 Request processed in 261us (3743us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141481.002467:0:14419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 32 00000100:00080000:1.0:1787141481.002746:0:14416:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787141481.008742:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141481.008851:0:14422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241028480 00000100:00100000:1.0:1787141481.008864:0:14422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241028480 00000100:00100000:1.0:1787141481.008934:0:14422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 7 00000100:00100000:1.0:1787141481.008946:0:14422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6de8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+18:14450:x1873953241028480:12345-192.168.203.11@tcp:35:lfs.0 00000100:00100000:1.0:1787141481.009303:0:14422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6de8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+19:14450:x1873953241028480:12345-192.168.203.11@tcp:35:lfs.0 Request processed in 359us (569us total) trans 8589934605 rc 0/0 00000100:00100000:1.0:1787141481.009312:0:14422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 7 00000040:00080000:2.0:1787141481.090034:0:14453:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1787141481.337737:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141481.337877:0:15831:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241028736 00000100:00100000:0.0:1787141481.337886:0:15831:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241028736 00000100:00100000:0.0:1787141481.337965:0:15831:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 33 00000100:00100000:0.0:1787141481.337978:0:15831:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbb980700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:19eaa102-0169-4fba-a1e9-af876a40d8d1+19:14481:x1873953241028736:12345-192.168.203.11@tcp:101:cat.0 00010000:00010000:0.0:1787141481.338002:0:15831:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141481.338046:0:15831:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6a00/0xc65ffb29b5b32483 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d330 expref: -99 pid: 15831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141481.338204:0:15831:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6800/0xc65ffb29b5b3248a lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141481.338221:0:15831:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6800/0xc65ffb29b5b3248a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141481.338233:0:15831:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6800/0xc65ffb29b5b3248a lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787141481.338247:0:15831:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000bd1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1787141481.338416:0:15831:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6a00/0xc65ffb29b5b32483 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d330 expref: 22 pid: 15831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141481.338437:0:15831:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6800/0xc65ffb29b5b3248a lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d330 expref: 21 pid: 15831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141481.338465:0:15831:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8b7c95a5bb00) 00010000:00010000:0.0:1787141481.338468:0:15831:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787141481.338472:0:15831:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cc21c6800, rc 0) 00000100:00100000:0.0:1787141481.338557:0:15831:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbb980700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:19eaa102-0169-4fba-a1e9-af876a40d8d1+21:14481:x1873953241028736:12345-192.168.203.11@tcp:101:cat.0 Request processed in 581us (831us total) trans 8589934606 rc 0/0 00000100:00100000:0.0:1787141481.338566:0:15831:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 33 00000100:00100000:3.0:1787141481.344196:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141481.344489:0:14423:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241028992 00000100:00100000:2.0:1787141481.344501:0:14423:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241028992 00000100:00100000:2.0:1787141481.344574:0:14423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 8 00000100:00100000:2.0:1787141481.344587:0:14423:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbb983800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:19eaa102-0169-4fba-a1e9-af876a40d8d1+21:14481:x1873953241028992:12345-192.168.203.11@tcp:35:cat.0 00000100:00100000:2.0:1787141481.345478:0:14423:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbb983800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:19eaa102-0169-4fba-a1e9-af876a40d8d1+22:14481:x1873953241028992:12345-192.168.203.11@tcp:35:cat.0 Request processed in 889us (1286us total) trans 8589934607 rc 0/0 00000100:00100000:2.0:1787141481.345488:0:14423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 8 00000100:00100000:3.0:1787141481.345849:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141481.346009:0:14405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241029120 00000100:00100000:1.0:1787141481.346024:0:14405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241029120 00000100:00100000:1.0:1787141481.346073:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 1 00000100:00100000:1.0:1787141481.346082:0:14405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbb981f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+22:2350:x1873953241029120:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787141481.346109:0:14405:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787141481.346137:0:14405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6800/0xc65ffb29b5b3248a lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d330 expref: 22 pid: 15831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141481.346158:0:14405:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8b7c95a5bb00) 00010000:00010000:1.0:1787141481.346163:0:14405:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787141481.346202:0:14405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbb981f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+21:2350:x1873953241029120:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 121us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141481.346209:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 1 00000100:00100000:3.0:1787141481.452286:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141481.452459:0:14419:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241029376 00000100:00100000:2.0:1787141481.452469:0:14419:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241029376 00000100:00100000:2.0:1787141481.452543:0:14419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 34 00000100:00100000:2.0:1787141481.452553:0:14419:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbb980000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+21:14487:x1873953241029376:12345-192.168.203.11@tcp:101:dd.0 00010000:00010000:2.0:1787141481.452577:0:14419:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141481.452598:0:14419:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b32498 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d337 expref: -99 pid: 14419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141481.452717:0:14419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b3249f lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141481.452733:0:14419:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b3249f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141481.452745:0:14419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b3249f lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787141481.452757:0:14419:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000bd1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1787141481.452942:0:14419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b32498 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d337 expref: 24 pid: 14419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141481.452977:0:14419:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b3249f lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d337 expref: 23 pid: 14419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141481.452986:0:14419:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8b7c95a5bb00) 00010000:00010000:2.0:1787141481.452989:0:14419:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787141481.452993:0:14419:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c82da7000, rc 0) 00000100:00100000:2.0:1787141481.453224:0:14419:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbb980000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+23:14487:x1873953241029376:12345-192.168.203.11@tcp:101:dd.0 Request processed in 670us (945us total) trans 8589934608 rc 0/0 00000100:00100000:2.0:1787141481.453232:0:14419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 34 00000100:00100000:0.0:1787141481.463150:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141481.463248:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141481.463332:0:15831:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241029760 00000100:00100000:2.0:1787141481.463342:0:15831:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241029760 00000100:00100000:2.0:1787141481.463401:0:15831:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 35 00000100:00100000:2.0:1787141481.463411:0:15831:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6dea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:19eaa102-0169-4fba-a1e9-af876a40d8d1+23:14487:x1873953241029760:12345-192.168.203.11@tcp:36:dd.0 00010000:00010000:2.0:1787141481.463466:0:15831:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787141481.463505:0:15831:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7200/0xc65ffb29b5b32452 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d31b expref: 23 pid: 14420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141481.463530:0:15831:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8b7c95a5bb00) 00010000:00010000:2.0:1787141481.463535:0:15831:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787141481.463766:0:15831:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b324ad lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141481.463782:0:15831:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b3249f lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d337 expref: 23 pid: 14419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141481.463792:0:15831:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b324ad lrc: 4/0,1 mode: --/PW res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141481.463880:0:15831:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b3249f lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d337 expref: 23 pid: 14419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141481.463895:0:15831:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b3249f lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d337 expref: 23 pid: 14419 timeout: 564 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141481.463908:0:15831:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83781f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15831:1873953263031936:192.168.203.11@tcp:104: 00000100:00100000:2.0:1787141481.464292:0:15831:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7caf83ff00 going to sleep for 11 seconds 00000100:00100000:1.0:1787141481.464946:0:16533:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241029504 00000100:00100000:1.0:1787141481.464954:0:16533:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241029504 00010000:00010000:1.0:1787141481.464987:0:16533:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b3249f lrc: 5/0,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d337 expref: 24 pid: 14419 timeout: 564 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141481.465027:0:16533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 11 00000100:00100000:1.0:1787141481.465037:0:16533:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbbc73450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:19eaa102-0169-4fba-a1e9-af876a40d8d1+24:2350:x1873953241029504:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787141481.465049:0:16533:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787141481.465056:0:16533:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b3249f lrc: 5/0,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d337 expref: 24 pid: 14419 timeout: 564 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141481.465069:0:16533:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b3249f lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d337 expref: 24 pid: 14419 timeout: 564 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141481.465338:0:16533:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8b7c95a5bb00) 00010000:00010000:1.0:1787141481.465344:0:16533:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b324ad lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141481.465367:0:16533:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b324ad lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141481.465374:0:16533:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b324ad lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141481.465391:0:16533:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787141481.465441:0:16533:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbbc73450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:19eaa102-0169-4fba-a1e9-af876a40d8d1+24:2350:x1873953241029504:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 404us (2298us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141481.465449:0:16533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 11 00010000:00010000:2.0:1787141481.467840:0:15831:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 192.168.203.11@tcp) returned -22 from blocking AST (req@000000008e83e5c2 x1873953263031936) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b3249f lrc: 1/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d337 expref: 23 pid: 14419 timeout: 564 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141481.467865:0:15831:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b3249f lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d337 expref: 23 pid: 14419 timeout: 564 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141481.467883:0:15831:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83781f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15831:1873953263031936:192.168.203.11@tcp:104: 00010000:00010000:2.0:1787141481.467908:0:15831:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8b7c95a5bb00) 00010000:00010000:2.0:1787141481.467928:0:15831:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b324ad lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141481.467939:0:15831:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b324ad lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141481.467946:0:15831:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b324ad lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1787141481.468198:0:15831:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934609 00000004:00010000:2.0:1787141481.468285:0:15831:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000004cbe1ef1 reply state 000000003afdb9a6 transno 8589934610 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b324ad lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141481.468295:0:15831:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1787141481.468401:0:15831:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6dea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:19eaa102-0169-4fba-a1e9-af876a40d8d1+24:14487:x1873953241029760:12345-192.168.203.11@tcp:36:dd.0 Request processed in 4991us (5152us total) trans 8589934610 rc 0/0 00000100:00100000:2.0:1787141481.468410:0:15831:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 35 00000020:00080000:2.0:1787141481.468415:0:15831:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1787141481.472335:0:3291:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b324ad lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141481.472353:0:3291:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b324ad lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141481.472360:0:3291:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b324ad lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141481.472367:0:3291:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c82da6600 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141481.472372:0:3291:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b324ad lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141481.472379:0:3291:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b324ad lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141481.472398:0:3291:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8b7c95a5bb00) 00010000:00010000:0.0:1787141481.472401:0:3291:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787141481.472406:0:3291:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b324ad lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141481.472432:0:3291:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b324ad lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141481.537209:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787141481.570473:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141481.571361:0:14422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241030016 00000100:00100000:1.0:1787141481.571548:0:14422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241030016 00000100:00100000:1.0:1787141481.571955:0:14422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 9 00000100:00100000:1.0:1787141481.571969:0:14422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6de8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+23:14487:x1873953241030016:12345-192.168.203.11@tcp:35:dd.0 00000100:00100000:1.0:1787141481.572356:0:14422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6de8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+24:14487:x1873953241030016:12345-192.168.203.11@tcp:35:dd.0 Request processed in 390us (1892us total) trans 8589934611 rc 0/0 00000100:00100000:1.0:1787141481.572365:0:14422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 9 00000100:00100000:3.0:1787141481.838879:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141481.839086:0:14421:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241030144 00000100:00100000:0.0:1787141481.839098:0:14421:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241030144 00000100:00100000:0.0:1787141481.839160:0:14421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 36 00000100:00100000:0.0:1787141481.839172:0:14421:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbb980380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:19eaa102-0169-4fba-a1e9-af876a40d8d1+24:14501:x1873953241030144:12345-192.168.203.11@tcp:101:stat.0 00010000:00010000:0.0:1787141481.839197:0:14421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141481.839219:0:14421:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7200/0xc65ffb29b5b324b4 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d33e expref: -99 pid: 14421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141481.839285:0:14421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6a00/0xc65ffb29b5b324bb lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141481.839300:0:14421:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6a00/0xc65ffb29b5b324bb lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141481.839312:0:14421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6a00/0xc65ffb29b5b324bb lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141481.839325:0:14421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6800/0xc65ffb29b5b324c2 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0xd7b8fa41 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141481.839332:0:14421:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6800/0xc65ffb29b5b324c2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0xd7b8fa41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141481.839338:0:14421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6800/0xc65ffb29b5b324c2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0xd7b8fa41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141481.839892:0:14421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7600/0xc65ffb29b5b324c9 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141481.839901:0:14421:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7600/0xc65ffb29b5b324c9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141481.839908:0:14421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7600/0xc65ffb29b5b324c9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787141481.839942:0:14421:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000bd1:0x2:0x0]: returning size 0 00000004:00200000:0.0:1787141481.839946:0:14421:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1787141481.840424:0:14421:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7600/0xc65ffb29b5b324c9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141481.840438:0:14421:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7600/0xc65ffb29b5b324c9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141481.840446:0:14421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6a00/0xc65ffb29b5b324bb lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141481.840451:0:14421:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6a00/0xc65ffb29b5b324bb lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141481.840457:0:14421:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6a00/0xc65ffb29b5b324bb lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141481.840462:0:14421:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cc21c6a00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141481.840466:0:14421:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6a00/0xc65ffb29b5b324bb lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141481.840473:0:14421:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6a00/0xc65ffb29b5b324bb lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141481.840495:0:14421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff8b7c995f8800) 00010000:00010000:0.0:1787141481.840498:0:14421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787141481.840503:0:14421:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6a00/0xc65ffb29b5b324bb lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141481.840508:0:14421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6a00/0xc65ffb29b5b324bb lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141481.840524:0:14421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6800/0xc65ffb29b5b324c2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0xd7b8fa41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141481.840529:0:14421:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6800/0xc65ffb29b5b324c2 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0xd7b8fa41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141481.840536:0:14421:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6800/0xc65ffb29b5b324c2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0xd7b8fa41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141481.840541:0:14421:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cc21c6800 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141481.840544:0:14421:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6800/0xc65ffb29b5b324c2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0xd7b8fa41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141481.840549:0:14421:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6800/0xc65ffb29b5b324c2 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0xd7b8fa41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141481.840556:0:14421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0xd7b8fa41 (ffff8b7c995f8300) 00010000:00010000:0.0:1787141481.840558:0:14421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787141481.840570:0:14421:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6800/0xc65ffb29b5b324c2 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0xd7b8fa41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141481.840577:0:14421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6800/0xc65ffb29b5b324c2 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0xd7b8fa41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141481.841478:0:14421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7200/0xc65ffb29b5b324b4 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d33e expref: 26 pid: 14421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141481.841507:0:14421:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7600/0xc65ffb29b5b324c9 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d33e expref: 25 pid: 14421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141481.841516:0:14421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8b7c95a5bb00) 00010000:00010000:0.0:1787141481.841519:0:14421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787141481.841522:0:14421:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cc21c7600, rc 0) 00000100:00100000:0.0:1787141481.841787:0:14421:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbb980380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:19eaa102-0169-4fba-a1e9-af876a40d8d1+25:14501:x1873953241030144:12345-192.168.203.11@tcp:101:stat.0 Request processed in 2615us (2926us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141481.841822:0:14421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 36 00000100:00100000:0.0:1787141481.945112:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141481.945168:0:14420:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241030400 00000100:00100000:2.0:1787141481.945182:0:14420:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241030400 00000100:00100000:2.0:1787141481.945244:0:14420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 37 00000100:00100000:2.0:1787141481.945255:0:14420:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:19eaa102-0169-4fba-a1e9-af876a40d8d1+25:14507:x1873953241030400:12345-192.168.203.11@tcp:36:truncate.0 00010000:00010000:2.0:1787141481.945312:0:14420:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787141481.945338:0:14420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7600/0xc65ffb29b5b324c9 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d33e expref: 25 pid: 14421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141481.945362:0:14420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8b7c95a5bb00) 00010000:00010000:2.0:1787141481.945367:0:14420:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787141481.945844:0:14420:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b324d0 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141481.945858:0:14420:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b324d0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141481.945869:0:14420:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b324d0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1787141481.945921:0:14420:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934612 00000004:00010000:2.0:1787141481.945947:0:14420:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000ed4533e6 reply state 000000009168359d transno 8589934613 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b324d0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141481.945966:0:14420:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1787141481.946195:0:14420:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:19eaa102-0169-4fba-a1e9-af876a40d8d1+27:14507:x1873953241030400:12345-192.168.203.11@tcp:36:truncate.0 Request processed in 941us (1092us total) trans 8589934613 rc 0/0 00000100:00100000:2.0:1787141481.946204:0:14420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 37 00000020:00080000:2.0:1787141481.946209:0:14420:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1787141481.957760:0:3290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b324d0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141481.957779:0:3290:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b324d0 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141481.957787:0:3290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b324d0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141481.957805:0:3290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c82da7000 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:1.0:1787141481.957811:0:3290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b324d0 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141481.957836:0:3290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b324d0 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141481.957855:0:3290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8b7c95a5bb00) 00010000:00010000:1.0:1787141481.957859:0:3290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787141481.957864:0:3290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b324d0 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141481.957871:0:3290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b324d0 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141482.163175:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141482.163282:0:14419:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241030528 00000100:00100000:2.0:1787141482.163291:0:14419:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241030528 00000100:00100000:2.0:1787141482.163351:0:14419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 38 00000100:00100000:2.0:1787141482.163362:0:14419:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+26:14522:x1873953241030528:12345-192.168.203.11@tcp:101:stat.0 00010000:00010000:2.0:1787141482.163385:0:14419:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141482.163409:0:14419:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7200/0xc65ffb29b5b324d7 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d345 expref: -99 pid: 14419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141482.163480:0:14419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b324de lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141482.163495:0:14419:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b324de lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141482.163508:0:14419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b324de lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141482.163523:0:14419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b324e5 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0xd7b8fa41 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141482.163531:0:14419:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b324e5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0xd7b8fa41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141482.163538:0:14419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b324e5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0xd7b8fa41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141482.163668:0:14419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b324ec lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141482.163688:0:14419:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b324ec lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141482.163696:0:14419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b324ec lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787141482.163733:0:14419:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000bd1:0x2:0x0]: returning size 1234567 00000004:00200000:2.0:1787141482.163738:0:14419:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1787141482.163759:0:14419:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b324ec lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141482.163770:0:14419:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b324ec lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141482.163777:0:14419:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b324de lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141482.163783:0:14419:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b324de lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141482.163788:0:14419:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b324de lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141482.163822:0:14419:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c82da6e00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:2.0:1787141482.163828:0:14419:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b324de lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141482.163835:0:14419:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b324de lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141482.163855:0:14419:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff8b7c995f8800) 00010000:00010000:2.0:1787141482.163857:0:14419:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787141482.163862:0:14419:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b324de lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141482.163868:0:14419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b324de lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141482.163881:0:14419:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b324e5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0xd7b8fa41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141482.163887:0:14419:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b324e5 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0xd7b8fa41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141482.163892:0:14419:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b324e5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0xd7b8fa41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141482.163898:0:14419:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c82da7000 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:2.0:1787141482.163901:0:14419:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b324e5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0xd7b8fa41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141482.163907:0:14419:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b324e5 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0xd7b8fa41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141482.163914:0:14419:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0xd7b8fa41 (ffff8b7ca1f39a00) 00010000:00010000:2.0:1787141482.163917:0:14419:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787141482.163919:0:14419:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b324e5 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0xd7b8fa41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141482.163925:0:14419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b324e5 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0xd7b8fa41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141482.163968:0:14419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7200/0xc65ffb29b5b324d7 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d345 expref: 28 pid: 14419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141482.163981:0:14419:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b324ec lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d345 expref: 27 pid: 14419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141482.163988:0:14419:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8b7c95a5bb00) 00010000:00010000:2.0:1787141482.163990:0:14419:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787141482.163993:0:14419:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c82da6600, rc 0) 00000100:00100000:2.0:1787141482.164063:0:14419:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+27:14522:x1873953241030528:12345-192.168.203.11@tcp:101:stat.0 Request processed in 703us (898us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141482.164071:0:14419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 38 00000100:00100000:0.0:1787141482.313076:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141482.314079:0:15831:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241030784 00000100:00100000:2.0:1787141482.314092:0:15831:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241030784 00000100:00100000:2.0:1787141482.314161:0:15831:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 39 00000100:00100000:2.0:1787141482.314173:0:15831:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:19eaa102-0169-4fba-a1e9-af876a40d8d1+27:14532:x1873953241030784:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:2.0:1787141482.314193:0:15831:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141482.314213:0:15831:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7200/0xc65ffb29b5b324f3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d34c expref: -99 pid: 15831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787141482.314317:0:15831:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000bd1:0x1:0x0]: returning size 512 00010000:00010000:2.0:1787141482.314440:0:15831:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7200/0xc65ffb29b5b324f3 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d34c expref: 29 pid: 15831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141482.314455:0:15831:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b7c84d5b200) 00010000:00010000:2.0:1787141482.314458:0:15831:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1787141482.314478:0:15831:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7200/0xc65ffb29b5b324f3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d34c expref: 29 pid: 15831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141482.314493:0:15831:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c82da7200, rc 0) 00000100:00100000:2.0:1787141482.314561:0:15831:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:19eaa102-0169-4fba-a1e9-af876a40d8d1+28:14532:x1873953241030784:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 390us (1495us total) trans 8589934614 rc 301/301 00000100:00100000:2.0:1787141482.314569:0:15831:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 39 00000100:00100000:1.0:1787141482.324539:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141482.324646:0:14423:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241031040 00000100:00100000:2.0:1787141482.324657:0:14423:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241031040 00000100:00100000:2.0:1787141482.324725:0:14423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 10 00000100:00100000:2.0:1787141482.324736:0:14423:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6c8e050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:19eaa102-0169-4fba-a1e9-af876a40d8d1+28:14532:x1873953241031040:12345-192.168.203.11@tcp:35:lfs.0 00000100:00100000:2.0:1787141482.325005:0:14423:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6c8e050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:19eaa102-0169-4fba-a1e9-af876a40d8d1+29:14532:x1873953241031040:12345-192.168.203.11@tcp:35:lfs.0 Request processed in 271us (475us total) trans 8589934615 rc 0/0 00000100:00100000:2.0:1787141482.325013:0:14423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 10 00000100:00100000:0.0:1787141482.407283:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141482.407493:0:14419:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241031296 00000100:00100000:2.0:1787141482.407504:0:14419:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241031296 00000100:00100000:2.0:1787141482.407564:0:14419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 40 00000100:00100000:2.0:1787141482.407576:0:14419:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+29:14538:x1873953241031296:12345-192.168.203.11@tcp:101:bash.0 00010000:00010000:2.0:1787141482.407599:0:14419:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141482.407629:0:14419:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7200/0xc65ffb29b5b32501 lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d353 expref: -99 pid: 14419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141482.407720:0:14419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b32508 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141482.407736:0:14419:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76e00/0xc65ffb29b5b3243d lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d314 expref: 30 pid: 14421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141482.407762:0:14419:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b324ec lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d345 expref: 30 pid: 14419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141482.407772:0:14419:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b32508 lrc: 5/0,1 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141482.407827:0:14419:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b324ec lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d345 expref: 30 pid: 14419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141482.407841:0:14419:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b324ec lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d345 expref: 30 pid: 14419 timeout: 565 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141482.407856:0:14419:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83781f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14419:1873953263032064:192.168.203.11@tcp:104: 00010000:00010000:2.0:1787141482.408043:0:14419:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76e00/0xc65ffb29b5b3243d lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d314 expref: 30 pid: 14421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141482.408053:0:14419:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76e00/0xc65ffb29b5b3243d lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d314 expref: 30 pid: 14421 timeout: 565 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141482.408064:0:14419:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83781c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14419:1873953263032192:192.168.203.11@tcp:104: 00000100:00100000:2.0:1787141482.408089:0:14419:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7caf83f900 going to sleep for 11 seconds 00000100:00100000:0.0:1787141482.415327:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141482.415499:0:14419:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83781f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14419:1873953263032064:192.168.203.11@tcp:104: 00000100:00100000:3.0:1787141482.415565:0:14405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241031424 00000100:00100000:3.0:1787141482.415573:0:14405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241031424 00010000:00010000:3.0:1787141482.415639:0:14405:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b324ec lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d345 expref: 31 pid: 14419 timeout: 565 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141482.415678:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 12 00000100:00100000:3.0:1787141482.415688:0:14405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+31:2352:x1873953241031424:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787141482.415701:0:14405:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787141482.415709:0:14405:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b324ec lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d345 expref: 31 pid: 14419 timeout: 565 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141482.415722:0:14405:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b324ec lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d345 expref: 31 pid: 14419 timeout: 565 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141482.415744:0:14405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6600/0xc65ffb29b5b324ec lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d345 expref: 31 pid: 14419 timeout: 565 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141482.415760:0:14405:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8b7c95a5bb00) 00010000:00010000:3.0:1787141482.415777:0:14405:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b32508 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141482.415786:0:14405:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b32508 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141482.415829:0:14405:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787141482.415887:0:14405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+30:2352:x1873953241031424:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 199us (569us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141482.415895:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 12 00000100:00100000:2.0:1787141482.417287:0:14419:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83781c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:14419:1873953263032192:192.168.203.11@tcp:104: 00010000:00010000:2.0:1787141482.417334:0:14419:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b32508 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141482.419423:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141482.419517:0:14406:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241031552 00000100:00100000:2.0:1787141482.419526:0:14406:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241031552 00010000:00010000:2.0:1787141482.419564:0:14406:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76e00/0xc65ffb29b5b3243d lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d314 expref: 30 pid: 14421 timeout: 565 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141482.419618:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 13 00000100:00100000:2.0:1787141482.419629:0:14406:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:19eaa102-0169-4fba-a1e9-af876a40d8d1+30:2352:x1873953241031552:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787141482.419644:0:14406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787141482.419651:0:14406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76e00/0xc65ffb29b5b3243d lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d314 expref: 30 pid: 14421 timeout: 565 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141482.419664:0:14406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76e00/0xc65ffb29b5b3243d lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d314 expref: 30 pid: 14421 timeout: 565 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141482.419686:0:14406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76e00/0xc65ffb29b5b3243d lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d314 expref: 30 pid: 14421 timeout: 565 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141482.419702:0:14406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8b7c95a5bb00) 00010000:00010000:2.0:1787141482.419708:0:14406:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b32508 lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141482.419718:0:14406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b32508 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141482.419726:0:14406:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b32508 lrc: 4/0,1 mode: CW/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141482.419755:0:14406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787141482.419857:0:14406:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:19eaa102-0169-4fba-a1e9-af876a40d8d1+29:2352:x1873953241031552:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 229us (903us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141482.419865:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 13 00010000:00010000:0.0:1787141482.420236:0:14419:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b32508 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141482.420245:0:14419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b32508 lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787141482.420264:0:14419:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000bd1:0x2:0x0]: returning size 1234567 00010000:00010000:0.0:1787141482.420568:0:14419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7200/0xc65ffb29b5b32501 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d353 expref: 30 pid: 14419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141482.420596:0:14419:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b32508 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d353 expref: 29 pid: 14419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141482.420603:0:14419:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8b7c95a5bb00) 00010000:00010000:0.0:1787141482.420616:0:14419:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1787141482.420620:0:14419:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c82da7000, rc 0) 00000100:00100000:0.0:1787141482.420663:0:14419:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+29:14538:x1873953241031296:12345-192.168.203.11@tcp:101:bash.0 Request processed in 13090us (13400us total) trans 8589934616 rc 0/0 00000100:00100000:0.0:1787141482.420671:0:14419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 40 00000100:00100000:1.0:1787141482.446139:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141482.446222:0:15831:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241031808 00000100:00100000:3.0:1787141482.446231:0:15831:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241031808 00000100:00100000:3.0:1787141482.446287:0:15831:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 41 00000100:00100000:3.0:1787141482.446306:0:15831:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf423b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:19eaa102-0169-4fba-a1e9-af876a40d8d1+29:14538:x1873953241031808:12345-192.168.203.11@tcp:36:bash.0 00010000:00010000:3.0:1787141482.446550:0:15831:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77e00/0xc65ffb29b5b32516 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141482.446568:0:15831:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77e00/0xc65ffb29b5b32516 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141482.446578:0:15831:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77e00/0xc65ffb29b5b32516 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1787141482.446643:0:15831:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934617 00000004:00010000:3.0:1787141482.446667:0:15831:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000ce7d5272 reply state 0000000025835404 transno 8589934618 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77e00/0xc65ffb29b5b32516 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141482.446676:0:15831:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1787141482.446755:0:15831:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf423b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:19eaa102-0169-4fba-a1e9-af876a40d8d1+32:14538:x1873953241031808:12345-192.168.203.11@tcp:36:bash.0 Request processed in 451us (625us total) trans 8589934618 rc 0/0 00000100:00100000:3.0:1787141482.446762:0:15831:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 41 00000020:00080000:3.0:1787141482.446777:0:15831:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1787141482.450709:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141482.450782:0:14421:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241031936 00000100:00100000:1.0:1787141482.450811:0:14421:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241031936 00000100:00100000:1.0:1787141482.450868:0:14421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 42 00000100:00100000:1.0:1787141482.450880:0:14421:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbfb96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:19eaa102-0169-4fba-a1e9-af876a40d8d1+32:14538:x1873953241031936:12345-192.168.203.11@tcp:101:bash.0 00010000:00010000:1.0:1787141482.450904:0:14421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787141482.450923:0:14421:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61600/0xc65ffb29b5b3251d lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d35a expref: -99 pid: 14421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141482.450986:0:14421:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61600/0xc65ffb29b5b3251d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d35a expref: 33 pid: 14421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141482.451001:0:14421:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61600/0xc65ffb29b5b3251d lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d35a expref: 33 pid: 14421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141482.451021:0:14421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8b7c95a5bb00) 00010000:00010000:1.0:1787141482.451037:0:14421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1787141482.451040:0:14421:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbfa61600, rc 0) 00000100:00100000:1.0:1787141482.451089:0:14421:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbfb96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:19eaa102-0169-4fba-a1e9-af876a40d8d1+33:14538:x1873953241031936:12345-192.168.203.11@tcp:101:bash.0 Request processed in 211us (390us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141482.451095:0:14421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 42 00010000:00010000:3.0:1787141482.452403:0:3291:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77e00/0xc65ffb29b5b32516 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141482.452417:0:3291:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77e00/0xc65ffb29b5b32516 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141482.452423:0:3291:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77e00/0xc65ffb29b5b32516 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141482.452429:0:3291:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7ca6b77e00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141482.452433:0:3291:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77e00/0xc65ffb29b5b32516 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141482.452441:0:3291:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77e00/0xc65ffb29b5b32516 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141482.452455:0:3291:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8b7c95a5bb00) 00010000:00010000:3.0:1787141482.452458:0:3291:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141482.452462:0:3291:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77e00/0xc65ffb29b5b32516 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141482.452467:0:3291:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77e00/0xc65ffb29b5b32516 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1787141482.463742:0:5861:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934606 is committed 00000001:00080000:0.0:1787141482.463760:0:5861:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934598 is committed 00000001:00080000:0.0:1787141482.468456:0:5861:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934611 is committed 00000001:00080000:0.0:1787141482.468647:0:5861:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934615 is committed 00000001:00080000:0.0:1787141482.468667:0:5861:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934599 is committed 00000100:00100000:1.0:1787141482.468874:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141482.469688:0:15831:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241032064 00000100:00100000:3.0:1787141482.469699:0:15831:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241032064 00000100:00100000:3.0:1787141482.469763:0:15831:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 43 00000100:00100000:3.0:1787141482.469774:0:15831:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf422680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:19eaa102-0169-4fba-a1e9-af876a40d8d1+14:14538:x1873953241032064:12345-192.168.203.11@tcp:101:bash.0 00010000:00010000:3.0:1787141482.469839:0:15831:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787141482.469862:0:15831:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77e00/0xc65ffb29b5b32524 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d361 expref: -99 pid: 15831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141482.469963:0:15831:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76400/0xc65ffb29b5b3252b lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141482.469978:0:15831:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b32508 lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d353 expref: 15 pid: 14419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141482.469988:0:15831:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76400/0xc65ffb29b5b3252b lrc: 4/1,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141482.470023:0:15831:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b32508 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d353 expref: 15 pid: 14419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141482.470038:0:15831:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b32508 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d353 expref: 15 pid: 14419 timeout: 565 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141482.470050:0:15831:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbb983100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15831:1873953263032320:192.168.203.11@tcp:104: 00000100:00100000:3.0:1787141482.470135:0:15831:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca068b000 going to sleep for 11 seconds 00000100:00100000:1.0:1787141482.474418:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141482.474578:0:15831:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbb983100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:15831:1873953263032320:192.168.203.11@tcp:104: 00000100:00100000:0.0:1787141482.474580:0:14405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241032192 00000100:00100000:0.0:1787141482.474589:0:14405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241032192 00010000:00010000:3.0:1787141482.474619:0:15831:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76400/0xc65ffb29b5b3252b lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141482.474643:0:14405:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b32508 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d353 expref: 16 pid: 14419 timeout: 565 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141482.474688:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 14 00000100:00100000:0.0:1787141482.474698:0:14405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf420380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+16:2352:x1873953241032192:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787141482.474713:0:14405:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787141482.474721:0:14405:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b32508 lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d353 expref: 16 pid: 14419 timeout: 565 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141482.475449:0:14405:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b32508 lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d353 expref: 16 pid: 14419 timeout: 565 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141482.475668:0:14405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b32508 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d353 expref: 16 pid: 14419 timeout: 565 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141482.475687:0:14405:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8b7c95a5bb00) 00010000:00010000:0.0:1787141482.475693:0:14405:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76400/0xc65ffb29b5b3252b lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141482.475702:0:14405:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76400/0xc65ffb29b5b3252b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141482.475710:0:14405:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76400/0xc65ffb29b5b3252b lrc: 4/1,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141482.475750:0:14405:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787141482.475840:0:14405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf420380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+15:2352:x1873953241032192:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 1141us (1430us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141482.475848:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 14 00010000:00010000:3.0:1787141482.475884:0:15831:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76400/0xc65ffb29b5b3252b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141482.475894:0:15831:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76400/0xc65ffb29b5b3252b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787141482.475939:0:15831:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000bd1:0x2:0x0]: returning size 0 00000004:00200000:3.0:1787141482.475954:0:15831:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1787141482.475976:0:15831:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76400/0xc65ffb29b5b3252b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141482.476006:0:15831:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77e00/0xc65ffb29b5b32524 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d361 expref: 15 pid: 15831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141482.476021:0:15831:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76400/0xc65ffb29b5b3252b lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d361 expref: 14 pid: 15831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141482.476030:0:15831:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8b7c95a5bb00) 00010000:00010000:3.0:1787141482.476033:0:15831:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787141482.476035:0:15831:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7ca6b76400, rc 0) 00000100:00100000:3.0:1787141482.476063:0:15831:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf422680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:19eaa102-0169-4fba-a1e9-af876a40d8d1+14:14538:x1873953241032064:12345-192.168.203.11@tcp:101:bash.0 Request processed in 6292us (7194us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141482.476070:0:15831:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 43 00000100:00100000:0.0:1787141482.478971:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141482.482187:0:14406:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241032448 00000100:00100000:2.0:1787141482.482208:0:14406:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241032448 00000100:00100000:1.0:1787141482.482361:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 2 00000100:00100000:1.0:1787141482.482373:0:14406:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbfb94000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:19eaa102-0169-4fba-a1e9-af876a40d8d1+14:14538:x1873953241032448:12345-192.168.203.11@tcp:103:bash.0 00010000:00010000:1.0:1787141482.482388:0:14406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1787141482.482414:0:14406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76400/0xc65ffb29b5b3252b lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d361 expref: 14 pid: 15831 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141482.482438:0:14406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61600/0xc65ffb29b5b3251d lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d35a expref: 13 pid: 14421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141482.482449:0:14406:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8b7c95a5bb00) 00010000:00010000:1.0:1787141482.482459:0:14406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787141482.482520:0:14406:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbfb94000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:19eaa102-0169-4fba-a1e9-af876a40d8d1+12:14538:x1873953241032448:12345-192.168.203.11@tcp:103:bash.0 Request processed in 149us (3559us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141482.482528:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 2 00000100:00100000:1.0:1787141482.487650:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141482.487891:0:14421:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241032576 00000100:00100000:0.0:1787141482.487904:0:14421:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241032576 00000100:00100000:1.0:1787141482.488101:0:14421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 44 00000100:00100000:1.0:1787141482.488112:0:14421:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf422d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:19eaa102-0169-4fba-a1e9-af876a40d8d1+12:14538:x1873953241032576:12345-192.168.203.11@tcp:58:bash.0 00010000:00010000:1.0:1787141482.488207:0:14421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b32532 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141482.488239:0:14421:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b32532 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141482.488250:0:14421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b32532 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1787141482.490302:0:14421:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1787141482.490463:0:14421:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].2, 64 off8320 00000040:00080000:1.0:1787141482.490537:0:14421:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 136 off8328 00000100:00100000:1.0:1787141482.490668:0:14421:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf422d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:19eaa102-0169-4fba-a1e9-af876a40d8d1+12:14538:x1873953241032576:12345-192.168.203.11@tcp:58:bash.0 Request processed in 2553us (3023us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141482.490679:0:14421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 44 00000100:00100000:1.0:1787141482.497855:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141482.498598:0:14420:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241032704 00000100:00100000:0.0:1787141482.498617:0:14420:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241032704 00000100:00100000:0.0:1787141482.498673:0:14420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 45 00000100:00100000:0.0:1787141482.498683:0:14420:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf422300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:19eaa102-0169-4fba-a1e9-af876a40d8d1+12:14538:x1873953241032704:12345-192.168.203.11@tcp:101:bash.0 00010000:00010000:0.0:1787141482.498701:0:14420:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141482.498732:0:14420:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7800/0xc65ffb29b5b32539 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d368 expref: -99 pid: 14420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141482.498784:0:14420:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b32532 lrc: 2/0,1 mode: EX/EX res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141482.498834:0:14420:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7800/0xc65ffb29b5b32539 lrc: 4/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d368 expref: 13 pid: 14420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141482.498853:0:14420:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b32532 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141482.498866:0:14420:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7800/0xc65ffb29b5b32539 lrc: 3/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d368 expref: 13 pid: 14420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141482.498879:0:14420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8b7c84d5bd00) 00010000:00010000:0.0:1787141482.498882:0:14420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1787141482.498886:0:14420:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7800/0xc65ffb29b5b32539 lrc: 3/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d368 expref: 13 pid: 14420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141482.498894:0:14420:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cc21c7800, rc 0) 00000100:00100000:0.0:1787141482.498940:0:14420:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf422300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:19eaa102-0169-4fba-a1e9-af876a40d8d1+13:14538:x1873953241032704:12345-192.168.203.11@tcp:101:bash.0 Request processed in 258us (1094us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141482.498946:0:14420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 45 00010000:00010000:2.0:1787141482.563454:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787141482.881138:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbb982680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3307:1873953263032832:0@lo:400:kworker.0 00000100:00100000:3.0:1787141482.881206:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141482.881259:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787141482.881265:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbb981180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953263032704:0@lo:400:kworker.0 00000100:00100000:3.0:1787141482.881288:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141482.881323:0:15103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263032704 00000100:00100000:3.0:1787141482.881329:0:15103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263032704 00000100:00100000:3.0:1787141482.881377:0:15103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1787141482.881385:0:15103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbb981c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953263032704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141482.881445:0:15103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbb981c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953263032704:12345-0@lo:400:kworker.0 Request processed in 60us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141482.881452:0:15103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1787141482.881503:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbb981180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953263032704:0@lo:400:kworker.0 00000100:00100000:3.0:1787141482.881537:0:14419:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263032832 00000100:00100000:3.0:1787141482.881541:0:14419:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263032832 00000100:00100000:3.0:1787141482.881565:0:14419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1787141482.881572:0:14419:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbb982d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1873953263032832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787141482.881621:0:14419:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbb982d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3307:x1873953263032832:12345-0@lo:400:kworker.0 Request processed in 49us (415us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141482.881626:0:14419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1787141482.881650:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbb982680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3307:1873953263032832:0@lo:400:kworker.0 00000100:00100000:0.0:1787141482.882776:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbb983100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:be52692e-784d-4bd8-b691-421ed3b0bea9:3304:1873953263032448:0@lo:400:kworker.0 00000100:00100000:0.0:1787141482.882852:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141482.882884:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbb981880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3304:1873953263032960:0@lo:400:kworker.0 00000100:00100000:0.0:1787141482.882908:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141482.882945:0:3304:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1787141482.882951:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbb982a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953263032576:0@lo:400:kworker.0 00000100:00100000:0.0:1787141482.882987:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141482.883003:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbb981500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3304:1873953263033088:0@lo:400:kworker.0 00000100:00100000:0.0:1787141482.883025:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141482.883052:0:15101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263032576 00000100:00100000:0.0:1787141482.883058:0:15101:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263032576 00000100:00100000:0.0:1787141482.883099:0:15101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1787141482.883107:0:15101:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbfb96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3304:x1873953263032576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787141482.883151:0:15101:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbfb96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3304:x1873953263032576:12345-0@lo:400:kworker.0 Request processed in 44us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141482.883157:0:15101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1787141482.883199:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbb982a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953263032576:0@lo:400:kworker.0 00000100:00100000:0.0:1787141482.883219:0:14420:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263032960 00000100:00100000:0.0:1787141482.883222:0:14420:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263032960 00000100:00100000:0.0:1787141482.883243:0:14420:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263033088 00000100:00100000:0.0:1787141482.883246:0:14420:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263033088 00000100:00100000:0.0:1787141482.883261:0:14420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1787141482.883267:0:14420:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbfb94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3304:x1873953263032960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787141482.883314:0:14420:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbfb94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3304:x1873953263032960:12345-0@lo:400:kworker.0 Request processed in 48us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141482.883321:0:14420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1787141482.883332:0:14420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1787141482.883338:0:14420:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbfb94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3304:x1873953263033088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787141482.883363:0:14420:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbfb94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3304:x1873953263033088:12345-0@lo:400:kworker.0 Request processed in 26us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141482.883368:0:14420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1787141482.883402:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbb981500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3304:1873953263033088:0@lo:400:kworker.0 00000100:00100000:0.0:1787141482.883411:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbb981880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3304:1873953263032960:0@lo:400:kworker.0 00000100:00100000:3.0:1787141482.883785:0:3307:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787141482.883817:0:3307:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbb982680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953263033216:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787141482.883849:0:3307:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141482.883883:0:15106:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263033216 00000100:00100000:3.0:1787141482.883886:0:15106:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263033216 00000100:00100000:3.0:1787141482.883915:0:15106:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1787141482.883922:0:15106:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbb981180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953263033216:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1787141482.883952:0:15106:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1787141482.884002:0:15106:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbb981180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3307:x1873953263033216:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (152us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141482.884007:0:15106:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1787141482.884038:0:3307:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbb982680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3307:1873953263033216:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1787141482.884256:0:14416:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1787141482.884262:0:14416:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1787141482.884264:0:14416:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787141482.884275:0:14414:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263032448 00000100:00100000:1.0:1787141482.884278:0:14414:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263032448 00000100:00100000:1.0:1787141482.884321:0:14414:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00100000:1.0:1787141482.884327:0:14414:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9250ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+19:3304:x1873953263032448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787141482.884372:0:14414:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9250ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:be52692e-784d-4bd8-b691-421ed3b0bea9+19:3304:x1873953263032448:12345-0@lo:400:kworker.0 Request processed in 45us (1520us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141482.884377:0:14414:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00100000:3.0:1787141482.885032:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbb983100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:be52692e-784d-4bd8-b691-421ed3b0bea9:3304:1873953263032448:0@lo:400:kworker.0 00000040:00080000:2.0:1787141483.139075:0:14453:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1787141483.139085:0:14453:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1787141483.139131:0:14453:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:2.0:1787141483.139139:0:14453:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:2.0:1787141483.139256:0:14453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7b83781c00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:14453:1873953263033344:192.168.203.11@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1787141483.139897:0:14453:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7caf83f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787141483.147119:0:14453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7b83781c00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:14453:1873953263033344:192.168.203.11@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1787141483.148574:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141483.149054:0:14430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241032832 00000100:00100000:3.0:1787141483.149063:0:14430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241032832 00000100:00100000:3.0:1787141483.149137:0:14430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 0 00000100:00100000:3.0:1787141483.149149:0:14430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf421180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:19eaa102-0169-4fba-a1e9-af876a40d8d1+13:14539:x1873953241032832:12345-192.168.203.11@tcp:900:lhsmtool_posix.0 00000100:00100000:3.0:1787141483.149247:0:14430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf421180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:19eaa102-0169-4fba-a1e9-af876a40d8d1+13:14539:x1873953241032832:12345-192.168.203.11@tcp:900:lhsmtool_posix.0 Request processed in 100us (679us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141483.149255:0:14430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 0 00000100:00080000:1.0:1787141483.149323:0:14416:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787141483.156426:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141483.156521:0:14420:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241032960 00000100:00100000:0.0:1787141483.156531:0:14420:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241032960 00000100:00100000:0.0:1787141483.156586:0:14420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 46 00000100:00100000:0.0:1787141483.156596:0:14420:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbf422a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:19eaa102-0169-4fba-a1e9-af876a40d8d1+13:14539:x1873953241032960:12345-192.168.203.11@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1787141483.156639:0:14420:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000bd1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1787141483.156743:0:14420:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbf422a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:19eaa102-0169-4fba-a1e9-af876a40d8d1+13:14539:x1873953241032960:12345-192.168.203.11@tcp:53:lhsmtool_posix.0 Request processed in 148us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141483.156752:0:14420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 46 00000100:00100000:2.0:1787141483.175091:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141483.175551:0:14419:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241033088 00000100:00100000:3.0:1787141483.175560:0:14419:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241033088 00000100:00100000:3.0:1787141483.175629:0:14419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 47 00000100:00100000:3.0:1787141483.175639:0:14419:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83781c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+13:14539:x1873953241033088:12345-192.168.203.11@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1787141483.175705:0:14419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77e00/0xc65ffb29b5b32540 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.175723:0:14419:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77e00/0xc65ffb29b5b32540 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.175736:0:14419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77e00/0xc65ffb29b5b32540 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.175752:0:14419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76000/0xc65ffb29b5b32547 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4549062c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.175758:0:14419:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76000/0xc65ffb29b5b32547 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4549062c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.175764:0:14419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76000/0xc65ffb29b5b32547 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4549062c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.175785:0:14419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76c00/0xc65ffb29b5b3254e lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.175832:0:14419:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76c00/0xc65ffb29b5b3254e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.175858:0:14419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76c00/0xc65ffb29b5b3254e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787141483.175895:0:14419:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000bd1:0x2:0x0]: returning size 0 00000004:00200000:3.0:1787141483.175899:0:14419:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1787141483.175913:0:14419:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76c00/0xc65ffb29b5b3254e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.175925:0:14419:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77e00/0xc65ffb29b5b32540 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.175931:0:14419:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77e00/0xc65ffb29b5b32540 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.175938:0:14419:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77e00/0xc65ffb29b5b32540 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.175945:0:14419:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7ca6b77e00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141483.175949:0:14419:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77e00/0xc65ffb29b5b32540 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.175955:0:14419:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77e00/0xc65ffb29b5b32540 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.175968:0:14419:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b7c84d5b000) 00010000:00010000:3.0:1787141483.175971:0:14419:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141483.175975:0:14419:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77e00/0xc65ffb29b5b32540 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.175994:0:14419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77e00/0xc65ffb29b5b32540 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.176018:0:14419:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76000/0xc65ffb29b5b32547 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4549062c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.176023:0:14419:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76000/0xc65ffb29b5b32547 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4549062c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.176030:0:14419:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76000/0xc65ffb29b5b32547 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4549062c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.176035:0:14419:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7ca6b76000 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141483.176038:0:14419:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76000/0xc65ffb29b5b32547 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4549062c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.176043:0:14419:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76000/0xc65ffb29b5b32547 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4549062c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.176051:0:14419:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x4549062c (ffff8b7c95a5b700) 00010000:00010000:3.0:1787141483.176054:0:14419:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141483.176057:0:14419:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76000/0xc65ffb29b5b32547 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4549062c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.176063:0:14419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76000/0xc65ffb29b5b32547 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4549062c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.176079:0:14419:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76c00/0xc65ffb29b5b3254e lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.176085:0:14419:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76c00/0xc65ffb29b5b3254e lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.176091:0:14419:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76c00/0xc65ffb29b5b3254e lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.176101:0:14419:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7ca6b76c00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141483.176104:0:14419:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76c00/0xc65ffb29b5b3254e lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.176110:0:14419:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76c00/0xc65ffb29b5b3254e lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.176118:0:14419:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8b7c84d5bd00) 00010000:00010000:3.0:1787141483.176120:0:14419:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141483.176124:0:14419:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76c00/0xc65ffb29b5b3254e lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.176130:0:14419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76c00/0xc65ffb29b5b3254e lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141483.176220:0:14419:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83781c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+13:14539:x1873953241033088:12345-192.168.203.11@tcp:34:lhsmtool_posix.0 Request processed in 582us (1137us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141483.176229:0:14419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 47 00000100:00100000:1.0:1787141483.189228:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141483.189360:0:14420:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241033344 00000100:00100000:0.0:1787141483.189370:0:14420:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241033344 00000100:00100000:0.0:1787141483.189430:0:14420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 48 00000100:00100000:0.0:1787141483.189440:0:14420:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4318380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:19eaa102-0169-4fba-a1e9-af876a40d8d1+13:14539:x1873953241033344:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1787141483.189460:0:14420:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141483.189479:0:14420:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6800/0xc65ffb29b5b32555 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d36f expref: -99 pid: 14420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141483.189570:0:14420:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7200/0xc65ffb29b5b3255c lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141483.189585:0:14420:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7200/0xc65ffb29b5b3255c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141483.189596:0:14420:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7200/0xc65ffb29b5b3255c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787141483.189622:0:14420:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000bd1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1787141483.189727:0:14420:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7200/0xc65ffb29b5b3255c lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141483.189736:0:14420:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7200/0xc65ffb29b5b3255c lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141483.189742:0:14420:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7200/0xc65ffb29b5b3255c lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141483.189747:0:14420:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cc21c7200 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:0.0:1787141483.189751:0:14420:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7200/0xc65ffb29b5b3255c lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141483.189758:0:14420:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7200/0xc65ffb29b5b3255c lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141483.189769:0:14420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8b7c84d5bd00) 00010000:00010000:0.0:1787141483.189772:0:14420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787141483.189776:0:14420:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7200/0xc65ffb29b5b3255c lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141483.189783:0:14420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7200/0xc65ffb29b5b3255c lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141483.189870:0:14420:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6800/0xc65ffb29b5b32555 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d36f expref: 15 pid: 14420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141483.189881:0:14420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b7c84d5b000) 00010000:00010000:0.0:1787141483.189884:0:14420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787141483.189888:0:14420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6800/0xc65ffb29b5b32555 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d36f expref: 15 pid: 14420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141483.189910:0:14420:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cc21c6800, rc 0) 00000100:00100000:0.0:1787141483.189972:0:14420:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4318380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:19eaa102-0169-4fba-a1e9-af876a40d8d1+14:14539:x1873953241033344:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 533us (753us total) trans 8589934619 rc 301/301 00000100:00100000:0.0:1787141483.189980:0:14420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 48 00000100:00100000:0.0:1787141483.200053:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141483.200194:0:14419:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241033472 00000100:00100000:3.0:1787141483.200204:0:14419:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241033472 00000100:00100000:3.0:1787141483.200303:0:14419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 49 00000100:00100000:3.0:1787141483.200314:0:14419:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbfb94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+14:14539:x1873953241033472:12345-192.168.203.11@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1787141483.200354:0:14419:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000bd1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1787141483.200468:0:14419:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbfb94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+14:14539:x1873953241033472:12345-192.168.203.11@tcp:53:lhsmtool_posix.0 Request processed in 155us (423us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141483.200476:0:14419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 49 00000100:00100000:2.0:1787141483.205281:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141483.205371:0:14420:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241033728 00000100:00100000:0.0:1787141483.205380:0:14420:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241033728 00000100:00100000:0.0:1787141483.205435:0:14420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 50 00000100:00100000:0.0:1787141483.205445:0:14420:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83781f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:19eaa102-0169-4fba-a1e9-af876a40d8d1+14:14539:x1873953241033728:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1787141483.205465:0:14420:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141483.205482:0:14420:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6800/0xc65ffb29b5b3256a lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d376 expref: -99 pid: 14420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787141483.206423:0:14420:0:(osp_internal.h:553:osp_update_last_fid()) Gap in objids: start=[0x240000400:0x7:0x0], count =27 00000004:00080000:0.0:1787141483.206431:0:14420:0:(osp_object.c:1645:osp_create()) Writing gap [0x240000400:0x7:0x0]+27 in llog 00000004:00080000:0.0:1787141483.206469:0:14420:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x22:0x0], index 0: 0 00010000:00010000:0.0:1787141483.206724:0:14420:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7200/0xc65ffb29b5b32571 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141483.206739:0:14420:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7200/0xc65ffb29b5b32571 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141483.206750:0:14420:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7200/0xc65ffb29b5b32571 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141483.206834:0:14420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c6800/0xc65ffb29b5b3256a lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d376 expref: 17 pid: 14420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141483.206867:0:14420:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7200/0xc65ffb29b5b32571 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d376 expref: 16 pid: 14420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141483.206875:0:14420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8b7c995f8300) 00010000:00010000:0.0:1787141483.206878:0:14420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787141483.206881:0:14420:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cc21c7200, rc 0) 00000100:00100000:0.0:1787141483.206943:0:14420:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83781f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:19eaa102-0169-4fba-a1e9-af876a40d8d1+16:14539:x1873953241033728:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 1500us (1674us total) trans 8589934620 rc 0/0 00000100:00100000:0.0:1787141483.206952:0:14420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 50 00000100:00100000:2.0:1787141483.213925:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141483.214075:0:14421:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241033984 00000100:00100000:1.0:1787141483.214097:0:14421:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241033984 00000100:00100000:1.0:1787141483.214153:0:14421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 51 00000100:00100000:1.0:1787141483.214165:0:14421:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83780700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:19eaa102-0169-4fba-a1e9-af876a40d8d1+16:14539:x1873953241033984:12345-192.168.203.11@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1787141483.214221:0:14421:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787141483.214246:0:14421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7200/0xc65ffb29b5b32571 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d376 expref: 16 pid: 14420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.214270:0:14421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8b7c995f8300) 00010000:00010000:1.0:1787141483.214280:0:14421:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787141483.214302:0:14421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61a00/0xc65ffb29b5b3257f lrc: 3/0,1 mode: --/CW res: [0x200000bd1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.214315:0:14421:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61a00/0xc65ffb29b5b3257f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.214324:0:14421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61a00/0xc65ffb29b5b3257f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.214339:0:14421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60c00/0xc65ffb29b5b32586 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x1:0x0].0x483445ec bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.214345:0:14421:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60c00/0xc65ffb29b5b32586 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x1:0x0].0x483445ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.214352:0:14421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60c00/0xc65ffb29b5b32586 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x1:0x0].0x483445ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.214596:0:14421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61a00/0xc65ffb29b5b3257f lrc: 3/0,1 mode: CW/CW res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.214616:0:14421:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61a00/0xc65ffb29b5b3257f lrc: 2/0,0 mode: CW/CW res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.214628:0:14421:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61a00/0xc65ffb29b5b3257f lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.214634:0:14421:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbfa61a00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:1.0:1787141483.214638:0:14421:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61a00/0xc65ffb29b5b3257f lrc: 3/0,0 mode: CW/CW res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.214646:0:14421:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61a00/0xc65ffb29b5b3257f lrc: 4/0,0 mode: CW/CW res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.214655:0:14421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff8b7c995f8800) 00010000:00010000:1.0:1787141483.214659:0:14421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787141483.214662:0:14421:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61a00/0xc65ffb29b5b3257f lrc: 2/0,0 mode: --/CW res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.214668:0:14421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61a00/0xc65ffb29b5b3257f lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.214679:0:14421:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60c00/0xc65ffb29b5b32586 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x1:0x0].0x483445ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.214685:0:14421:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60c00/0xc65ffb29b5b32586 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x1:0x0].0x483445ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.214691:0:14421:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60c00/0xc65ffb29b5b32586 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x1:0x0].0x483445ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.214696:0:14421:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbfa60c00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:1.0:1787141483.214699:0:14421:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60c00/0xc65ffb29b5b32586 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x1:0x0].0x483445ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.215037:0:14421:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60c00/0xc65ffb29b5b32586 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x1:0x0].0x483445ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.215048:0:14421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x483445ec (ffff8b7c84d5b800) 00010000:00010000:1.0:1787141483.215051:0:14421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787141483.215054:0:14421:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60c00/0xc65ffb29b5b32586 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x1:0x0].0x483445ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.215060:0:14421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60c00/0xc65ffb29b5b32586 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x1:0x0].0x483445ec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141483.215149:0:14421:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83780700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:19eaa102-0169-4fba-a1e9-af876a40d8d1+15:14539:x1873953241033984:12345-192.168.203.11@tcp:36:lhsmtool_posix.0 Request processed in 984us (1240us total) trans 0 rc -2/-2 00000100:00100000:1.0:1787141483.215157:0:14421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 51 00000100:00100000:1.0:1787141483.218186:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141483.218327:0:14420:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241034112 00000100:00100000:0.0:1787141483.218337:0:14420:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241034112 00000100:00100000:0.0:1787141483.218398:0:14420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 52 00000100:00100000:0.0:1787141483.218408:0:14420:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:19eaa102-0169-4fba-a1e9-af876a40d8d1+15:14539:x1873953241034112:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1787141483.218429:0:14420:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787141483.218451:0:14420:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7600/0xc65ffb29b5b3258d lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d37d expref: -99 pid: 14420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141483.218482:0:14420:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7c00/0xc65ffb29b5b32594 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141483.218495:0:14420:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7c00/0xc65ffb29b5b32594 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141483.218506:0:14420:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7c00/0xc65ffb29b5b32594 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141483.218618:0:14420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7600/0xc65ffb29b5b3258d lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d37d expref: 17 pid: 14420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141483.218649:0:14420:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7c00/0xc65ffb29b5b32594 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d37d expref: 16 pid: 14420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141483.218658:0:14420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8b7c995f8100) 00010000:00010000:0.0:1787141483.218662:0:14420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1787141483.218665:0:14420:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cc21c7c00, rc 0) 00000100:00100000:0.0:1787141483.218726:0:14420:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:19eaa102-0169-4fba-a1e9-af876a40d8d1+16:14539:x1873953241034112:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 319us (550us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141483.218733:0:14420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 52 00000100:00100000:0.0:1787141483.222902:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141483.223163:0:14419:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241034368 00000100:00100000:3.0:1787141483.223175:0:14419:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241034368 00000100:00100000:3.0:1787141483.223277:0:14419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 53 00000100:00100000:3.0:1787141483.223289:0:14419:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbfb97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+16:14539:x1873953241034368:12345-192.168.203.11@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1787141483.223369:0:14419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76c00/0xc65ffb29b5b3259b lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.223386:0:14419:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76c00/0xc65ffb29b5b3259b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.223396:0:14419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76c00/0xc65ffb29b5b3259b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1787141483.223932:0:14419:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].2, 88 off8344 00000004:00080000:3.0:1787141483.223944:0:14419:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 466230147759ns, next at 467230145262ns, rc = 0 00000004:00010000:3.0:1787141483.224043:0:14419:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000006c14b007 reply state 00000000743b4377 transno 8589934621 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76c00/0xc65ffb29b5b3259b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141483.224054:0:14419:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1787141483.224150:0:14419:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbfb97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+18:14539:x1873953241034368:12345-192.168.203.11@tcp:36:lhsmtool_posix.0 Request processed in 863us (1255us total) trans 8589934621 rc 0/0 00000100:00100000:3.0:1787141483.224159:0:14419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 53 00010000:00010000:1.0:1787141483.228764:0:3290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76c00/0xc65ffb29b5b3259b lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.228780:0:3290:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76c00/0xc65ffb29b5b3259b lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.228787:0:3290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76c00/0xc65ffb29b5b3259b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.228815:0:3290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7ca6b76c00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:1.0:1787141483.228821:0:3290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76c00/0xc65ffb29b5b3259b lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.228831:0:3290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76c00/0xc65ffb29b5b3259b lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.228868:0:3290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8b7c995f8100) 00010000:00010000:1.0:1787141483.228872:0:3290:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1787141483.228877:0:3290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76c00/0xc65ffb29b5b3259b lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.228884:0:3290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76c00/0xc65ffb29b5b3259b lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14419 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141483.231290:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141483.231375:0:14420:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241034496 00000100:00100000:2.0:1787141483.231385:0:14420:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241034496 00000100:00100000:2.0:1787141483.231440:0:14420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 54 00000100:00100000:2.0:1787141483.231449:0:14420:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbfb97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:19eaa102-0169-4fba-a1e9-af876a40d8d1+17:14539:x1873953241034496:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1787141483.231470:0:14420:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141483.231487:0:14420:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b325a2 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d384 expref: -99 pid: 14420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141483.231544:0:14420:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b325a2 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d384 expref: 18 pid: 14420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141483.231556:0:14420:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b325a2 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d384 expref: 18 pid: 14420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141483.231586:0:14420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8b7c995f8100) 00010000:00010000:2.0:1787141483.231589:0:14420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1787141483.231592:0:14420:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c82da6e00, rc 0) 00000100:00100000:2.0:1787141483.231659:0:14420:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbfb97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:19eaa102-0169-4fba-a1e9-af876a40d8d1+18:14539:x1873953241034496:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 211us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141483.231666:0:14420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 54 00000100:00100000:2.0:1787141483.235129:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141483.235310:0:15103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241034624 00000100:00100000:3.0:1787141483.235319:0:15103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241034624 00000100:00100000:3.0:1787141483.235383:0:15103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 13 00000100:00100000:3.0:1787141483.235394:0:15103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83781500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:19eaa102-0169-4fba-a1e9-af876a40d8d1+5:2352:x1873953241034624:12345-192.168.203.11@tcp:2:lhsmtool_posix.0 00000100:00100000:3.0:1787141483.235891:0:15103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83781500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:19eaa102-0169-4fba-a1e9-af876a40d8d1+6:2352:x1873953241034624:12345-192.168.203.11@tcp:2:lhsmtool_posix.0 Request processed in 497us (769us total) trans 8589934594 rc 0/0 00000100:00100000:3.0:1787141483.235900:0:15103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 13 00000100:00080000:1.0:1787141483.236182:0:14416:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787141483.239262:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141483.239362:0:14423:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241034880 00000100:00100000:2.0:1787141483.239372:0:14423:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241034880 00000100:00100000:2.0:1787141483.239477:0:14423:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 11 00000100:00100000:2.0:1787141483.239489:0:14423:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbfb97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:19eaa102-0169-4fba-a1e9-af876a40d8d1+18:14539:x1873953241034880:12345-192.168.203.11@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1787141483.239779:0:14423:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbfb97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:19eaa102-0169-4fba-a1e9-af876a40d8d1+19:14539:x1873953241034880:12345-192.168.203.11@tcp:35:lhsmtool_posix.0 Request processed in 292us (526us total) trans 8589934622 rc 0/0 00000100:00100000:2.0:1787141483.239788:0:14423:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 11 00000100:00100000:2.0:1787141483.243313:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141483.243412:0:14421:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241035136 00000100:00100000:1.0:1787141483.243422:0:14421:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241035136 00000100:00100000:1.0:1787141483.243506:0:14421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 55 00000100:00100000:1.0:1787141483.243517:0:14421:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83782a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:19eaa102-0169-4fba-a1e9-af876a40d8d1+19:14539:x1873953241035136:12345-192.168.203.11@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1787141483.243637:0:14421:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83782a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:19eaa102-0169-4fba-a1e9-af876a40d8d1+19:14539:x1873953241035136:12345-192.168.203.11@tcp:57:lhsmtool_posix.0 Request processed in 121us (332us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141483.243645:0:14421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 55 00000100:00100000:0.0:1787141483.246445:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141483.246573:0:14421:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241035264 00000100:00100000:1.0:1787141483.246582:0:14421:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241035264 00000100:00100000:1.0:1787141483.246701:0:14421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 56 00000100:00100000:1.0:1787141483.246712:0:14421:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbfb95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:19eaa102-0169-4fba-a1e9-af876a40d8d1+19:14539:x1873953241035264:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1787141483.246731:0:14421:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787141483.246750:0:14421:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60c00/0xc65ffb29b5b325a9 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d38b expref: -99 pid: 14421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.246877:0:14421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61a00/0xc65ffb29b5b325b0 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.246893:0:14421:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61a00/0xc65ffb29b5b325b0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.247046:0:14421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61a00/0xc65ffb29b5b325b0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787141483.247084:0:14421:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1787141483.247101:0:14421:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61a00/0xc65ffb29b5b325b0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.247127:0:14421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60c00/0xc65ffb29b5b325a9 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d38b expref: 21 pid: 14421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.247145:0:14421:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61a00/0xc65ffb29b5b325b0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d38b expref: 20 pid: 14421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.247154:0:14421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8b7c995f8100) 00010000:00010000:1.0:1787141483.247157:0:14421:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1787141483.247161:0:14421:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbfa61a00, rc 0) 00000100:00100000:1.0:1787141483.247265:0:14421:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbfb95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:19eaa102-0169-4fba-a1e9-af876a40d8d1+20:14539:x1873953241035264:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 555us (828us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141483.247273:0:14421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 56 00000100:00100000:0.0:1787141483.250858:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141483.250940:0:15102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241035392 00000100:00100000:1.0:1787141483.250952:0:15102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241035392 00000100:00100000:1.0:1787141483.251027:0:15102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 14 00000100:00100000:1.0:1787141483.251038:0:15102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbfb95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:19eaa102-0169-4fba-a1e9-af876a40d8d1+6:2353:x1873953241035392:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1787141483.251055:0:15102:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787141483.251076:0:15102:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dd8167dd/0xc65ffb29b5b325b7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d392 expref: -99 pid: 15102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787141483.251116:0:15102:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a859d6b, blocks: 0x1 00010000:00010000:1.0:1787141483.251134:0:15102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x22:0x0].0x0 since=466s v=(0 0) 00010000:00010000:1.0:1787141483.251139:0:15102:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787141483.251148:0:15102:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dd8167dd/0xc65ffb29b5b325b7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d392 expref: 7 pid: 15102 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.251174:0:15102:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000dd8167dd/0xc65ffb29b5b325b7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d392 expref: 7 pid: 15102 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.251187:0:15102:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbfa60400, rc 0) 00000100:00100000:1.0:1787141483.251245:0:15102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbfb95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:19eaa102-0169-4fba-a1e9-af876a40d8d1+7:2353:x1873953241035392:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 209us (398us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141483.251252:0:15102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 14 00000100:00100000:0.0:1787141483.255674:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141483.255828:0:14419:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241035648 00000100:00100000:3.0:1787141483.255853:0:14419:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241035648 00000100:00100000:3.0:1787141483.255913:0:14419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 57 00000100:00100000:3.0:1787141483.255924:0:14419:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbfb95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+20:14539:x1873953241035648:12345-192.168.203.11@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1787141483.256028:0:14419:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbfb95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+20:14539:x1873953241035648:12345-192.168.203.11@tcp:57:lhsmtool_posix.0 Request processed in 105us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141483.256036:0:14419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 57 00000100:00100000:2.0:1787141483.263555:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141483.263639:0:15831:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241035776 00000100:00100000:3.0:1787141483.263650:0:15831:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241035776 00000100:00100000:3.0:1787141483.263702:0:15831:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 58 00000100:00100000:3.0:1787141483.263714:0:15831:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6de8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:19eaa102-0169-4fba-a1e9-af876a40d8d1+20:14539:x1873953241035776:12345-192.168.203.11@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1787141483.364353:0:5861:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934620 is committed 00000001:00080000:0.0:1787141483.364395:0:5861:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934622 is committed 00000004:00080000:0.0:1787141483.364418:0:5861:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2 committed 00000100:00100000:3.0:1787141483.364562:0:3306:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787141483.364580:0:3306:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbb983100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953263033472:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1787141483.364636:0:15831:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6de8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:19eaa102-0169-4fba-a1e9-af876a40d8d1+13:14539:x1873953241035776:12345-192.168.203.11@tcp:44:lhsmtool_posix.0 Request processed in 100919us (101085us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141483.364646:0:15831:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 58 00000100:00100000:3.0:1787141483.364647:0:3306:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787141483.364712:0:15103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263033472 00000100:00100000:3.0:1787141483.364719:0:15103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263033472 00000100:00100000:3.0:1787141483.364759:0:15103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1787141483.364768:0:15103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbb982680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3306:x1873953263033472:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1787141483.365261:0:15103:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0x22:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1787141483.365266:0:15103:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0x22:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1787141483.365268:0:15103:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x240000400:0x22:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1787141483.365271:0:15103:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0x22:0x0] updating lvb ctime from disk: 1787141483 -> 1787141483 00002000:00010000:3.0:1787141483.365274:0:15103:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x22:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1787141483.365321:0:15103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbb982680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3306:x1873953263033472:12345-0@lo:2:osp-syn-0-0.0 Request processed in 553us (674us total) trans 8589934595 rc 0/0 00000100:00100000:3.0:1787141483.365333:0:15103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000004:00080000:2.0:1787141483.365420:0:3306:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b7cbb983100/2, rc 0, transno 8589934595 00000100:00100000:2.0:1787141483.365427:0:3306:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbb983100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3306:1873953263033472:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1787141483.370586:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141483.370709:0:15102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241035904 00000100:00100000:1.0:1787141483.370720:0:15102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241035904 00000100:00100000:1.0:1787141483.370783:0:15102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 16 00000100:00100000:1.0:1787141483.370825:0:15102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbfb95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:19eaa102-0169-4fba-a1e9-af876a40d8d1+7:2352:x1873953241035904:12345-192.168.203.11@tcp:16:lhsmtool_posix.0 00000100:00100000:1.0:1787141483.370935:0:15102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbfb95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:19eaa102-0169-4fba-a1e9-af876a40d8d1+7:2352:x1873953241035904:12345-192.168.203.11@tcp:16:lhsmtool_posix.0 Request processed in 142us (359us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141483.370943:0:15102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 16 00000100:00100000:0.0:1787141483.392383:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141483.392468:0:14421:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241036160 00000100:00100000:1.0:1787141483.392478:0:14421:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241036160 00000100:00100000:1.0:1787141483.392529:0:14421:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 59 00000100:00100000:1.0:1787141483.392539:0:14421:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbfb94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:19eaa102-0169-4fba-a1e9-af876a40d8d1+13:14539:x1873953241036160:12345-192.168.203.11@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1787141483.392618:0:14421:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787141483.392648:0:14421:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa61a00/0xc65ffb29b5b325b0 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d38b expref: 13 pid: 14421 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.392667:0:14421:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8b7c995f8100) 00010000:00010000:1.0:1787141483.392672:0:14421:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787141483.392702:0:14421:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60c00/0xc65ffb29b5b325be lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.392715:0:14421:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60c00/0xc65ffb29b5b325be lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.392724:0:14421:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60c00/0xc65ffb29b5b325be lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787141483.393075:0:14421:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000440157e0 reply state 00000000bfc8e9cd transno 8589934623 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60c00/0xc65ffb29b5b325be lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141483.393085:0:14421:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1787141483.393176:0:14421:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbfb94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:19eaa102-0169-4fba-a1e9-af876a40d8d1+14:14539:x1873953241036160:12345-192.168.203.11@tcp:36:lhsmtool_posix.0 Request processed in 638us (802us total) trans 8589934623 rc 0/0 00000100:00100000:1.0:1787141483.393184:0:14421:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 59 00010000:00010000:3.0:1787141483.408712:0:3291:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60c00/0xc65ffb29b5b325be lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.408742:0:3291:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60c00/0xc65ffb29b5b325be lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.408749:0:3291:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60c00/0xc65ffb29b5b325be lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.408755:0:3291:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbfa60c00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141483.408760:0:3291:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60c00/0xc65ffb29b5b325be lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.408768:0:3291:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60c00/0xc65ffb29b5b325be lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.408837:0:3291:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8b7c995f8100) 00010000:00010000:3.0:1787141483.408840:0:3291:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141483.408845:0:3291:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60c00/0xc65ffb29b5b325be lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.408850:0:3291:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60c00/0xc65ffb29b5b325be lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141483.415484:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141483.415581:0:15101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241036288 00000100:00100000:2.0:1787141483.415593:0:15101:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241036288 00000100:00100000:2.0:1787141483.415709:0:15101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 17 00000100:00100000:2.0:1787141483.415743:0:15101:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbfb97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+7:14539:x1873953241036288:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1787141483.415762:0:15101:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787141483.415782:0:15101:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000073625331/0xc65ffb29b5b325c5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d399 expref: -99 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141483.415853:0:15101:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dd8167dd/0xc65ffb29b5b325b7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d392 expref: 8 pid: 15102 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141483.415863:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787141483.415868:0:15101:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787141483.415874:0:15101:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000073625331/0xc65ffb29b5b325c5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d399 expref: 8 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141483.415912:0:15101:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dd8167dd/0xc65ffb29b5b325b7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d392 expref: 8 pid: 15102 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141483.415926:0:15101:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dd8167dd/0xc65ffb29b5b325b7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d392 expref: 8 pid: 15102 timeout: 566 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141483.415941:0:15101:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7ca6de8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:15101:1873953263033600:192.168.203.11@tcp:104: 00000100:00100000:2.0:1787141483.416378:0:15101:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7caf83fc00 going to sleep for 11 seconds 00000100:00100000:2.0:1787141483.420896:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141483.421006:0:14407:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241036416 00000100:00100000:3.0:1787141483.421018:0:14407:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241036416 00010000:00010000:3.0:1787141483.421071:0:14407:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dd8167dd/0xc65ffb29b5b325b7 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d392 expref: 9 pid: 15102 timeout: 566 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141483.421110:0:14407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 15 00000100:00100000:3.0:1787141483.421120:0:14407:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b8264b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:19eaa102-0169-4fba-a1e9-af876a40d8d1+9:2353:x1873953241036416:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787141483.421136:0:14407:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787141483.421173:0:14407:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dd8167dd/0xc65ffb29b5b325b7 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d392 expref: 9 pid: 15102 timeout: 566 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.421188:0:14407:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dd8167dd/0xc65ffb29b5b325b7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d392 expref: 9 pid: 15102 timeout: 566 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.421215:0:14407:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787141483.421219:0:14407:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787141483.421228:0:14407:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000073625331/0xc65ffb29b5b325c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d399 expref: 9 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.421239:0:14407:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000073625331/0xc65ffb29b5b325c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d399 expref: 9 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.421278:0:14407:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000073625331/0xc65ffb29b5b325c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d399 expref: 9 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141483.421292:0:14407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbb981880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:14407:1873953263033728:192.168.203.11@tcp:105: 00000100:00100000:3.0:1787141483.421375:0:14407:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7ca068b000 going to sleep for 11 seconds 00010000:00010000:0.0:1787141483.422336:0:15101:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dd8167dd/0xc65ffb29b5b325b7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d392 expref: 9 pid: 15102 timeout: 566 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141483.422356:0:15101:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7ca6de8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:15101:1873953263033600:192.168.203.11@tcp:104: 00010000:00010000:0.0:1787141483.422395:0:15101:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000073625331/0xc65ffb29b5b325c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d399 expref: 8 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141483.422409:0:15101:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7c82da7000, rc 0) 00000100:00100000:0.0:1787141483.422463:0:15101:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbfb97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+8:14539:x1873953241036288:12345-192.168.203.11@tcp:101:lhsmtool_posix.0 Request processed in 6724us (6989us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141483.422471:0:15101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 17 00000100:00100000:2.0:1787141483.441618:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141483.441747:0:15102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241036544 00000100:00100000:1.0:1787141483.441757:0:15102:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241036544 00000100:00100000:1.0:1787141483.442754:0:15102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 18 00000100:00100000:1.0:1787141483.442771:0:15102:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7b83685880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:19eaa102-0169-4fba-a1e9-af876a40d8d1+8:2353:x1873953241036544:12345-192.168.203.11@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1787141483.444571:0:15102:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0x22:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1787141483.444578:0:15102:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0x22:0x0] updating lvb mtime from disk: 0 -> 1787141482 00002000:00010000:1.0:1787141483.444581:0:15102:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x240000400:0x22:0x0] updating lvb atime from disk: 0 -> 1787141481 00002000:00010000:1.0:1787141483.444595:0:15102:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0x22:0x0] updating lvb ctime from disk: 1787141483 -> 1787141482 00002000:00010000:1.0:1787141483.444598:0:15102:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x22:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1787141483.444690:0:15102:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b83685880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:19eaa102-0169-4fba-a1e9-af876a40d8d1+9:2353:x1873953241036544:12345-192.168.203.11@tcp:2:lhsmtool_posix.0 Request processed in 1920us (3086us total) trans 8589934596 rc 0/0 00000100:00100000:1.0:1787141483.444701:0:15102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 18 00000100:00100000:3.0:1787141483.455793:0:14407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbb981880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:14407:1873953263033728:192.168.203.11@tcp:105: 00000100:00100000:0.0:1787141483.456305:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00010000:00010000:3.0:1787141483.456478:0:14407:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787141483.456538:0:14407:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7b8264b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:19eaa102-0169-4fba-a1e9-af876a40d8d1+8:2353:x1873953241036416:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 35418us (35650us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141483.456550:0:14407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 15 00000100:00100000:1.0:1787141483.457690:0:15103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241036672 00000100:00100000:1.0:1787141483.457700:0:15103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241036672 00000100:00100000:1.0:1787141483.457752:0:15103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 19 00000100:00100000:1.0:1787141483.457762:0:15103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbfb96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:19eaa102-0169-4fba-a1e9-af876a40d8d1+8:2351:x1873953241036672:12345-192.168.203.11@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1787141483.457820:0:15103:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dd8167dd/0xc65ffb29b5b325cc lrc: 3/1,0 mode: --/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.458201:0:15103:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000073625331/0xc65ffb29b5b325c5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d399 expref: 8 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.458211:0:15103:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787141483.458215:0:15103:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x22:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1787141483.458220:0:15103:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dd8167dd/0xc65ffb29b5b325cc lrc: 4/1,0 mode: --/PR res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.458260:0:15103:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000073625331/0xc65ffb29b5b325c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d399 expref: 8 pid: 15101 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.458382:0:15103:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000073625331/0xc65ffb29b5b325c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d399 expref: 8 pid: 15101 timeout: 566 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141483.458420:0:15103:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:15103:1873953263033856:192.168.203.11@tcp:104: 00000100:00100000:1.0:1787141483.458503:0:15103:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c98901e40 going to sleep for 11 seconds 00000100:00100000:0.0:1787141483.463685:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141483.463789:0:14406:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241036800 00000100:00100000:2.0:1787141483.463831:0:14406:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241036800 00010000:00010000:2.0:1787141483.463870:0:14406:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000073625331/0xc65ffb29b5b325c5 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d399 expref: 9 pid: 15101 timeout: 566 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141483.463931:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 16 00000100:00100000:2.0:1787141483.463942:0:14406:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbfb95f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:19eaa102-0169-4fba-a1e9-af876a40d8d1+9:2352:x1873953241036800:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787141483.463957:0:14406:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787141483.463996:0:14406:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000073625331/0xc65ffb29b5b325c5 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d399 expref: 9 pid: 15101 timeout: 566 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141483.464012:0:14406:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000073625331/0xc65ffb29b5b325c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d399 expref: 9 pid: 15101 timeout: 566 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141483.464045:0:14406:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x22:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1787141483.464050:0:14406:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x22:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1787141483.464056:0:14406:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dd8167dd/0xc65ffb29b5b325cc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141483.464067:0:14406:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dd8167dd/0xc65ffb29b5b325cc lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141483.464089:0:14406:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787141483.464137:0:14406:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbfb95f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:19eaa102-0169-4fba-a1e9-af876a40d8d1+9:2352:x1873953241036800:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 197us (461us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141483.464144:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 16 00010000:00010000:1.0:1787141483.465225:0:15103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000073625331/0xc65ffb29b5b325c5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d399 expref: 8 pid: 15101 timeout: 566 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141483.465244:0:15103:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:15103:1873953263033856:192.168.203.11@tcp:104: 00010000:00010000:1.0:1787141483.465504:0:15103:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000dd8167dd/0xc65ffb29b5b325cc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.465516:0:15103:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000dd8167dd/0xc65ffb29b5b325cc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.465524:0:15103:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dd8167dd/0xc65ffb29b5b325cc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.465551:0:15103:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dd8167dd/0xc65ffb29b5b325cc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.465559:0:15103:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dd8167dd/0xc65ffb29b5b325cc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.465567:0:15103:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dd8167dd/0xc65ffb29b5b325cc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.465590:0:15103:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbfa60400 already unused, calling callback (ffffffffc163e230) 00010000:00010000:1.0:1787141483.465595:0:15103:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dd8167dd/0xc65ffb29b5b325cc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.465635:0:15103:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dd8167dd/0xc65ffb29b5b325cc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.465652:0:15103:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dd8167dd/0xc65ffb29b5b325cc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.465659:0:15103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dd8167dd/0xc65ffb29b5b325cc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 15103 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141483.465735:0:15103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbfb96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:19eaa102-0169-4fba-a1e9-af876a40d8d1+7:2351:x1873953241036672:12345-192.168.203.11@tcp:1:lhsmtool_posix.0 Request processed in 7974us (9432us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141483.465743:0:15103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 19 00000100:00100000:0.0:1787141483.482869:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:2.0:1787141483.483193:0:14420:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241037056 00000100:00100000:2.0:1787141483.483204:0:14420:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241037056 00000100:00100000:2.0:1787141483.483263:0:14420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 60 00000100:00100000:2.0:1787141483.484169:0:14420:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbfb96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:19eaa102-0169-4fba-a1e9-af876a40d8d1+13:14539:x1873953241037056:12345-192.168.203.11@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1787141483.484282:0:14420:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7200/0xc65ffb29b5b325d3 lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141483.484300:0:14420:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7200/0xc65ffb29b5b325d3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141483.484312:0:14420:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7200/0xc65ffb29b5b325d3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141483.484569:0:14420:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b325da lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141483.484581:0:14420:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b325a2 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d384 expref: 14 pid: 14420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141483.484589:0:14420:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b325da lrc: 4/0,1 mode: --/EX res: [0x200000bd1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141483.485197:0:14420:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b325a2 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d384 expref: 14 pid: 14420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787141483.485214:0:14420:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b325a2 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d384 expref: 14 pid: 14420 timeout: 566 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787141483.485229:0:14420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7c86cc4700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14420:1873953263033984:192.168.203.11@tcp:104: 00000100:00100000:2.0:1787141483.485535:0:14420:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7caf83f9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787141483.489125:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141483.489283:0:14405:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241037184 00000100:00100000:1.0:1787141483.489293:0:14405:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241037184 00010000:00010000:1.0:1787141483.489332:0:14405:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b325a2 lrc: 5/0,0 mode: CR/CR res: [0x200000bd1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d384 expref: 15 pid: 14420 timeout: 566 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141483.489384:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 17 00000100:00100000:1.0:1787141483.489395:0:14405:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbbc71c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+15:2352:x1873953241037184:12345-192.168.203.11@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787141483.489411:0:14405:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787141483.489433:0:14405:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b325a2 lrc: 5/0,0 mode: CR/CR res: [0x200000bd1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d384 expref: 15 pid: 14420 timeout: 566 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.489448:0:14405:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b325a2 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d384 expref: 15 pid: 14420 timeout: 566 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.489524:0:14405:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8b7c995f8100) 00010000:00010000:1.0:1787141483.489530:0:14405:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b325da lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.489540:0:14405:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b325da lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.489548:0:14405:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b325da lrc: 4/0,1 mode: EX/EX res: [0x200000bd1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.489568:0:14405:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787141483.489716:0:14405:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbbc71c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+15:2352:x1873953241037184:12345-192.168.203.11@tcp:103:ldlm_bl.0 Request processed in 322us (599us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141483.489725:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 17 00010000:00010000:0.0:1787141483.490299:0:14420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da6e00/0xc65ffb29b5b325a2 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d384 expref: 14 pid: 14420 timeout: 566 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787141483.490318:0:14420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7c86cc4700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14420:1873953263033984:192.168.203.11@tcp:104: 00010000:00010000:0.0:1787141483.490341:0:14420:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b325da lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141483.490351:0:14420:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b325da lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787141483.490357:0:14420:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b325da lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1787141483.490538:0:14420:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934624 00000001:00080000:0.0:1787141483.491283:0:14420:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934625 00000001:00080000:0.0:1787141483.491336:0:14420:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934626 00000100:00100000:0.0:1787141483.491416:0:14420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cbfb94000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:14420:1873953263034112:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1787141483.492514:0:14420:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141483.492563:0:14420:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7cc0f51480 going to sleep for 11 seconds 00000100:00100000:2.0:1787141483.492737:0:14424:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263034112 00000100:00100000:2.0:1787141483.492744:0:14424:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263034112 00000100:00100000:2.0:1787141483.493492:0:14424:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1787141483.493508:0:14424:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbfb95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:14420:x1873953263034112:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1787141483.493666:0:14424:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbfb95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:14420:x1873953263034112:12345-0@lo:1000:mdt00_001.0 Request processed in 163us (1155us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141483.497791:0:14420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cbfb94000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:14420:1873953263034112:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1787141483.498140:0:14424:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000001:00080000:1.0:1787141483.503131:0:14420:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934627 00000100:00100000:1.0:1787141483.503231:0:14420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb431b100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:14420:1873953263034240:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1787141483.503314:0:14420:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787141483.503352:0:14420:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c84e0c3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787141483.503524:0:14425:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263034240 00000100:00100000:0.0:1787141483.503531:0:14425:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263034240 00000100:00100000:0.0:1787141483.503592:0:14425:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1787141483.503611:0:14425:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:14420:x1873953263034240:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1787141483.503835:0:14425:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:14420:x1873953263034240:12345-0@lo:1000:mdt00_001.0 Request processed in 225us (511us total) trans 8589934597 rc 0/0 00000100:00100000:0.0:1787141483.503843:0:14425:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1787141483.504225:0:14420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb431b100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:14420:1873953263034240:0@lo:1000:mdt00_001.0 00010000:00010000:1.0:1787141483.504270:0:14420:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b325da lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.504281:0:14420:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b325da lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.504300:0:14420:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b325da lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.504307:0:14420:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c82da7000 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:1.0:1787141483.504312:0:14420:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b325da lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.504319:0:14420:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b325da lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.504337:0:14420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8b7c995f8100) 00010000:00010000:1.0:1787141483.504341:0:14420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1787141483.504347:0:14420:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b325da lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.504352:0:14420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7000/0xc65ffb29b5b325da lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.504388:0:14420:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b32532 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.504395:0:14420:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b32532 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.504400:0:14420:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b32532 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.504405:0:14420:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbfa60200 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:1.0:1787141483.504408:0:14420:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b32532 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.504424:0:14420:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b32532 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.504432:0:14420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8b7c84d5bd00) 00010000:00010000:1.0:1787141483.504434:0:14420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1787141483.504441:0:14420:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7800/0xc65ffb29b5b32539 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d368 expref: 17 pid: 14420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.504453:0:14420:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7800/0xc65ffb29b5b32539 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d368 expref: 17 pid: 14420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.504461:0:14420:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7800/0xc65ffb29b5b32539 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d368 expref: 17 pid: 14420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.504526:0:14420:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cc21c7800/0xc65ffb29b5b32539 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d368 expref: 17 pid: 14420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141483.504537:0:14420:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7cb4318a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14420:1873953263034368:192.168.203.11@tcp:105: 00000100:00100000:1.0:1787141483.505173:0:14420:0:(client.c:2715:ptlrpc_set_wait()) set ffff8b7c84e0c900 going to sleep for 11 seconds 00000100:00100000:2.0:1787141483.516713:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141483.516911:0:14420:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7cb4318a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:14420:1873953263034368:192.168.203.11@tcp:105: 00010000:00010000:1.0:1787141483.516939:0:14420:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b32532 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.516950:0:14420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b32532 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 14421 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.516994:0:14420:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60400/0xc65ffb29b5b325e1 lrc: 3/0,1 mode: --/EX res: [0x200000bd1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.517023:0:14420:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60400/0xc65ffb29b5b325e1 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.517161:0:14420:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60400/0xc65ffb29b5b325e1 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.517175:0:14420:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60400/0xc65ffb29b5b325e1 lrc: 3/0,1 mode: EX/EX res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.517183:0:14420:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60400/0xc65ffb29b5b325e1 lrc: 2/0,0 mode: EX/EX res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.517189:0:14420:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60400/0xc65ffb29b5b325e1 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.517194:0:14420:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7cbfa60400 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:1.0:1787141483.517197:0:14420:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60400/0xc65ffb29b5b325e1 lrc: 3/0,0 mode: EX/EX res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.517205:0:14420:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60400/0xc65ffb29b5b325e1 lrc: 4/0,0 mode: EX/EX res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.517217:0:14420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8b7c84d5bd00) 00010000:00010000:1.0:1787141483.517221:0:14420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787141483.517223:0:14420:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60400/0xc65ffb29b5b325e1 lrc: 2/0,0 mode: --/EX res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.517228:0:14420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60400/0xc65ffb29b5b325e1 lrc: 0/0,0 mode: --/EX res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.517238:0:14420:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7200/0xc65ffb29b5b325d3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.517251:0:14420:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7200/0xc65ffb29b5b325d3 lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.517257:0:14420:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7200/0xc65ffb29b5b325d3 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.517262:0:14420:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7c82da7200 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:1.0:1787141483.517322:0:14420:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7200/0xc65ffb29b5b325d3 lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.517330:0:14420:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7200/0xc65ffb29b5b325d3 lrc: 4/0,0 mode: PW/PW res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.517339:0:14420:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8b7c84d5bd00) 00010000:00010000:1.0:1787141483.517342:0:14420:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1787141483.517345:0:14420:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7200/0xc65ffb29b5b325d3 lrc: 2/0,0 mode: --/PW res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.517350:0:14420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7c82da7200/0xc65ffb29b5b325d3 lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14420 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787141483.517607:0:14420:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbfb96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:19eaa102-0169-4fba-a1e9-af876a40d8d1+17:14539:x1873953241037056:12345-192.168.203.11@tcp:57:lhsmtool_posix.0 Request processed in 33438us (34738us total) trans 8589934628 rc 0/0 00000100:00100000:3.0:1787141483.517729:0:14422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241037312 00000100:00100000:3.0:1787141483.517737:0:14422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241037312 00000100:00100000:3.0:1787141483.517786:0:14422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 12 00000100:00100000:3.0:1787141483.517832:0:14422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c86cc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+18:14538:x1873953241037312:12345-192.168.203.11@tcp:49:bash.0 00000100:00100000:3.0:1787141483.517926:0:14422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c86cc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+18:14538:x1873953241037312:12345-192.168.203.11@tcp:49:bash.0 Request processed in 131us (1224us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141483.517933:0:14422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 12 00000040:00080000:2.0:1787141483.518485:0:14453:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1787141483.518490:0:14453:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1787141483.518513:0:14453:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:2.0:1787141483.518519:0:14453:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:1.0:1787141483.519470:0:14420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 60 00000020:00080000:1.0:1787141483.519480:0:14420:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:0.0:1787141483.527265:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141483.527382:0:16291:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241037440 00000100:00100000:1.0:1787141483.527392:0:16291:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241037440 00000100:00100000:1.0:1787141483.527484:0:16291:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 20 00000100:00100000:1.0:1787141483.527497:0:16291:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbfb94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:19eaa102-0169-4fba-a1e9-af876a40d8d1+7:14538:x1873953241037440:12345-192.168.203.11@tcp:101:bash.0 00010000:00010000:1.0:1787141483.527531:0:16291:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787141483.527554:0:16291:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dd8167dd/0xc65ffb29b5b325e8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d3a0 expref: -99 pid: 16291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787141483.527583:0:16291:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x22:0x0] initial LVB size: 0, mtime: 0x6a859d6a, atime: 0x6a859d69, ctime: 0x6a859d6a, blocks: 0x1 00010000:00010000:1.0:1787141483.527626:0:16291:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x22:0x0].0x0 since=466s v=(0 0) 00010000:00010000:1.0:1787141483.527633:0:16291:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787141483.527645:0:16291:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dd8167dd/0xc65ffb29b5b325e8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d3a0 expref: 8 pid: 16291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.527665:0:16291:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000dd8167dd/0xc65ffb29b5b325e8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d3a0 expref: 8 pid: 16291 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.527681:0:16291:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbfa60400, rc 0) 00000100:00100000:1.0:1787141483.528437:0:16291:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbfb94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:19eaa102-0169-4fba-a1e9-af876a40d8d1+8:14538:x1873953241037440:12345-192.168.203.11@tcp:101:bash.0 Request processed in 939us (1177us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141483.528447:0:16291:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 20 00000100:00100000:0.0:1787141483.533824:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141483.534282:0:14422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241037696 00000100:00100000:3.0:1787141483.534294:0:14422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241037696 00000100:00100000:3.0:1787141483.534356:0:14422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 13 00000100:00100000:3.0:1787141483.534366:0:14422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7ca6de8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+17:14539:x1873953241037696:12345-192.168.203.11@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1787141483.535039:0:14422:0:(mdd_object.c:4014:mdd_close()) Object [0x200000bd1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1787141483.535143:0:14422:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934629 00010000:00010000:3.0:1787141483.535184:0:14422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76000/0xc65ffb29b5b325ef lrc: 3/0,1 mode: --/PW res: [0x200000bd1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14422 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.535201:0:14422:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76000/0xc65ffb29b5b325ef lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14422 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.535212:0:14422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76000/0xc65ffb29b5b325ef lrc: 3/0,1 mode: PW/PW res: [0x200000bd1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14422 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.535221:0:14422:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76000/0xc65ffb29b5b325ef lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14422 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.535227:0:14422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76000/0xc65ffb29b5b325ef lrc: 4/0,1 mode: PW/PW res: [0x200000bd1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14422 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.535234:0:14422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76000/0xc65ffb29b5b325ef lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14422 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.535259:0:14422:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1787141483.535349:0:14422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7ca6de8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+19:14539:x1873953241037696:12345-192.168.203.11@tcp:35:lhsmtool_posix.0 Request processed in 983us (1565us total) trans 8589934630 rc 0/0 00000100:00100000:3.0:1787141483.535357:0:14422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 13 00000020:00080000:3.0:1787141483.535362:0:14422:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1787141483.535386:0:16532:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787141483.535392:0:16532:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76000/0xc65ffb29b5b325ef lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14422 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.535398:0:16532:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7ca6b76000 already unused, calling callback (ffffffffc163e230) 00010000:00010000:3.0:1787141483.535403:0:16532:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76000/0xc65ffb29b5b325ef lrc: 2/0,0 mode: PW/PW res: [0x200000bd1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14422 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.535411:0:16532:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76000/0xc65ffb29b5b325ef lrc: 3/0,0 mode: PW/PW res: [0x200000bd1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14422 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.535422:0:16532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8b7c995f8100) 00010000:00010000:3.0:1787141483.535425:0:16532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1787141483.535430:0:16532:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76000/0xc65ffb29b5b325ef lrc: 1/0,0 mode: --/PW res: [0x200000bd1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14422 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.535435:0:16532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76000/0xc65ffb29b5b325ef lrc: 0/0,0 mode: --/PW res: [0x200000bd1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14422 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.535446:0:16532:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141483.535448:0:16532:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787141483.535450:0:16532:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787141483.541443:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141483.542018:0:14422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241037952 00000100:00100000:3.0:1787141483.542030:0:14422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241037952 00000100:00100000:0.0:1787141483.544697:0:14422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 14 00000100:00100000:0.0:1787141483.544713:0:14422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c86cc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+19:14538:x1873953241037952:12345-192.168.203.11@tcp:35:bash.0 00000001:00080000:0.0:1787141483.545273:0:14422:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934631 00000001:00080000:0.0:1787141483.545393:0:14422:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934632 00000100:00100000:0.0:1787141483.545657:0:14422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c86cc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+22:14538:x1873953241037952:12345-192.168.203.11@tcp:35:bash.0 Request processed in 945us (4220us total) trans 8589934633 rc 0/0 00000100:00100000:0.0:1787141483.545666:0:14422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 14 00000020:00080000:0.0:1787141483.545670:0:14422:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00010000:00010000:1.0:1787141483.585523:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787141483.653695:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141483.654268:0:14419:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241038208 00000100:00100000:0.0:1787141483.654279:0:14419:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241038208 00000100:00100000:1.0:1787141483.654406:0:14419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 61 00000100:00100000:1.0:1787141483.654419:0:14419:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbb981880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+22:14549:x1873953241038208:12345-192.168.203.11@tcp:101:lfs.0 00010000:00010000:1.0:1787141483.654445:0:14419:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787141483.654465:0:14419:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b325f6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x67e2a8fddd92d3a7 expref: -99 pid: 14419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787141483.654868:0:14419:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000bd1:0x1:0x0]: returning size 7680 00010000:00010000:1.0:1787141483.655125:0:14419:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b325f6 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d3a7 expref: 24 pid: 14419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.655149:0:14419:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b7c84d5b200) 00010000:00010000:1.0:1787141483.655152:0:14419:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1787141483.655157:0:14419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7cbfa60200/0xc65ffb29b5b325f6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.11@tcp remote: 0x67e2a8fddd92d3a7 expref: 24 pid: 14419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787141483.655171:0:14419:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b7cbfa60200, rc 0) 00000100:00100000:1.0:1787141483.655233:0:14419:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbb981880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+23:14549:x1873953241038208:12345-192.168.203.11@tcp:101:lfs.0 Request processed in 817us (1547us total) trans 8589934634 rc 301/301 00000100:00100000:1.0:1787141483.655241:0:14419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 61 00000100:00100000:0.0:1787141483.665534:0:3298:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:3.0:1787141483.665640:0:15831:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241038336 00000100:00100000:3.0:1787141483.665651:0:15831:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241038336 00000100:00100000:3.0:1787141483.665706:0:15831:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 62 00000100:00100000:3.0:1787141483.665718:0:15831:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:19eaa102-0169-4fba-a1e9-af876a40d8d1+23:14549:x1873953241038336:12345-192.168.203.11@tcp:34:lfs.0 00010000:00010000:3.0:1787141483.665792:0:15831:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76000/0xc65ffb29b5b32604 lrc: 3/1,0 mode: --/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.665845:0:15831:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76000/0xc65ffb29b5b32604 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.665858:0:15831:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76000/0xc65ffb29b5b32604 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.665874:0:15831:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77e00/0xc65ffb29b5b3260b lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0xd7b8fa41 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.665882:0:15831:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77e00/0xc65ffb29b5b3260b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0xd7b8fa41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.665889:0:15831:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77e00/0xc65ffb29b5b3260b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0xd7b8fa41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.667359:0:15831:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77a00/0xc65ffb29b5b32612 lrc: 3/1,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.667378:0:15831:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77a00/0xc65ffb29b5b32612 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.667389:0:15831:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77a00/0xc65ffb29b5b32612 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787141483.667440:0:15831:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77a00/0xc65ffb29b5b32612 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.667461:0:15831:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76000/0xc65ffb29b5b32604 lrc: 3/1,0 mode: CR/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.667468:0:15831:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76000/0xc65ffb29b5b32604 lrc: 2/0,0 mode: CR/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.667475:0:15831:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76000/0xc65ffb29b5b32604 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.667481:0:15831:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7ca6b76000 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141483.667485:0:15831:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76000/0xc65ffb29b5b32604 lrc: 3/0,0 mode: CR/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.667493:0:15831:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76000/0xc65ffb29b5b32604 lrc: 4/0,0 mode: CR/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.667507:0:15831:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff8b7c995f8800) 00010000:00010000:3.0:1787141483.667510:0:15831:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141483.667514:0:15831:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76000/0xc65ffb29b5b32604 lrc: 2/0,0 mode: --/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.667521:0:15831:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b76000/0xc65ffb29b5b32604 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.667533:0:15831:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77e00/0xc65ffb29b5b3260b lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0xd7b8fa41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.667539:0:15831:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77e00/0xc65ffb29b5b3260b lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0xd7b8fa41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.667545:0:15831:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77e00/0xc65ffb29b5b3260b lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0xd7b8fa41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.667556:0:15831:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7ca6b77e00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141483.667560:0:15831:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77e00/0xc65ffb29b5b3260b lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0xd7b8fa41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.667566:0:15831:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77e00/0xc65ffb29b5b3260b lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x1:0x0].0xd7b8fa41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.667574:0:15831:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0xd7b8fa41 (ffff8b7c95a5b700) 00010000:00010000:3.0:1787141483.667576:0:15831:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141483.667579:0:15831:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77e00/0xc65ffb29b5b3260b lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0xd7b8fa41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.667586:0:15831:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77e00/0xc65ffb29b5b3260b lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0xd7b8fa41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.667614:0:15831:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77a00/0xc65ffb29b5b32612 lrc: 3/1,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.667621:0:15831:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77a00/0xc65ffb29b5b32612 lrc: 2/0,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.667627:0:15831:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77a00/0xc65ffb29b5b32612 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.667633:0:15831:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b7ca6b77a00 already unused, calling callback (ffffffffc207d4f0) 00010000:00010000:3.0:1787141483.667636:0:15831:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77a00/0xc65ffb29b5b32612 lrc: 3/0,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.667642:0:15831:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77a00/0xc65ffb29b5b32612 lrc: 4/0,0 mode: PR/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.667660:0:15831:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8b7c84d5bd00) 00010000:00010000:3.0:1787141483.667662:0:15831:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787141483.667665:0:15831:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77a00/0xc65ffb29b5b32612 lrc: 2/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787141483.667671:0:15831:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b7ca6b77a00/0xc65ffb29b5b32612 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 15831 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787141483.667771:0:15831:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f8f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:19eaa102-0169-4fba-a1e9-af876a40d8d1+23:14549:x1873953241038336:12345-192.168.203.11@tcp:34:lfs.0 Request processed in 2051us (2243us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141483.667781:0:15831:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 62 00000100:00100000:2.0:1787141483.674450:0:3299:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141483.674541:0:14422:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241038592 00000100:00100000:0.0:1787141483.674551:0:14422:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241038592 00000100:00100000:0.0:1787141483.674625:0:14422:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 15 00000100:00100000:0.0:1787141483.674636:0:14422:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c86cc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+23:14549:x1873953241038592:12345-192.168.203.11@tcp:35:lfs.0 00000100:00100000:0.0:1787141483.675316:0:14422:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c86cc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+24:14549:x1873953241038592:12345-192.168.203.11@tcp:35:lfs.0 Request processed in 678us (872us total) trans 8589934635 rc 0/0 00000100:00100000:0.0:1787141483.675336:0:14422:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 15 00010000:00010000:2.0:1787141484.609222:0:14409:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787141485.007341:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141485.007388:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141485.007434:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141485.007466:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141485.007490:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141485.007507:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141485.007541:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141485.007567:0:15103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241038976 00000100:00100000:1.0:1787141485.007577:0:15103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241038976 00000100:00100000:1.0:1787141485.007638:0:15103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241039488 00000100:00100000:1.0:1787141485.007642:0:15103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241039488 00000100:00100000:1.0:1787141485.007656:0:15103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241039104 00000100:00100000:1.0:1787141485.007658:0:15103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241039104 00000100:00100000:1.0:1787141485.007668:0:15103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241039360 00000100:00100000:1.0:1787141485.007671:0:15103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241039360 00000100:00100000:1.0:1787141485.007686:0:15103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 19 00000100:00100000:1.0:1787141485.007695:0:15103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4318a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:19eaa102-0169-4fba-a1e9-af876a40d8d1+8:2350:x1873953241038976:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1787141485.007764:0:15103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4318a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:19eaa102-0169-4fba-a1e9-af876a40d8d1+8:2350:x1873953241038976:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 70us (375us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141485.007782:0:15103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 19 00000100:00100000:1.0:1787141485.007832:0:15103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 20 00000100:00100000:1.0:1787141485.007839:0:15103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e74a70a0-2d75-4595-9c5a-854ced2fde04+5:2350:x1873953241039488:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1787141485.007864:0:15103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e74a70a0-2d75-4595-9c5a-854ced2fde04+5:2350:x1873953241039488:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 26us (398us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141485.007870:0:15103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 20 00000100:00100000:1.0:1787141485.007880:0:15103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 21 00000100:00100000:1.0:1787141485.007885:0:15103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4318700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:19eaa102-0169-4fba-a1e9-af876a40d8d1+5:2350:x1873953241039104:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1787141485.007916:0:15103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4318700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:19eaa102-0169-4fba-a1e9-af876a40d8d1+5:2350:x1873953241039104:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 30us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141485.007922:0:15103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 21 00000100:00100000:1.0:1787141485.007932:0:15103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 22 00000100:00100000:1.0:1787141485.007937:0:15103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e74a70a0-2d75-4595-9c5a-854ced2fde04+5:2350:x1873953241039360:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1787141485.007955:0:15103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e74a70a0-2d75-4595-9c5a-854ced2fde04+5:2350:x1873953241039360:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 18us (424us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141485.007960:0:15103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 22 00000100:00100000:1.0:1787141485.007976:0:14419:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241039232 00000100:00100000:1.0:1787141485.007979:0:14419:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241039232 00000100:00100000:1.0:1787141485.008000:0:14419:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241038848 00000100:00100000:1.0:1787141485.008002:0:14419:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241038848 00000100:00100000:1.0:1787141485.008017:0:14419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 30 00000100:00100000:1.0:1787141485.008023:0:14419:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb4319880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e74a70a0-2d75-4595-9c5a-854ced2fde04+6:2350:x1873953241039232:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1787141485.008049:0:14419:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb4319880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e74a70a0-2d75-4595-9c5a-854ced2fde04+6:2350:x1873953241039232:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 27us (616us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141485.008060:0:14419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 30 00000100:00100000:1.0:1787141485.008073:0:14419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 31 00000100:00100000:1.0:1787141485.008079:0:14419:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cb431ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+24:2350:x1873953241038848:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:1.0:1787141485.008104:0:14419:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cb431ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+24:2350:x1873953241038848:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 26us (615us total) trans 0 rc 0/0 00000100:00100000:1.0:1787141485.008110:0:14419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 31 00000100:00080000:1.0:1787141485.008130:0:14416:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1787141485.008134:0:14416:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1787141485.008136:0:14416:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787141485.008732:0:14413:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241038720 00000100:00100000:3.0:1787141485.008739:0:14413:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241038720 00000100:00100000:3.0:1787141485.008776:0:14413:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 123 00000100:00100000:3.0:1787141485.008784:0:14413:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7c9250a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc1ec019-f9f7-4451-b98e-fc44989ef93b+13:2350:x1873953241038720:12345-192.168.203.11@tcp:400:kworker.0 00000100:00100000:3.0:1787141485.008854:0:14413:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7c9250a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:fc1ec019-f9f7-4451-b98e-fc44989ef93b+13:2350:x1873953241038720:12345-192.168.203.11@tcp:400:kworker.0 Request processed in 69us (1533us total) trans 0 rc 0/0 00000100:00100000:3.0:1787141485.008860:0:14413:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 123 00000001:02000400:2.0:1787141485.532418:0:16683:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1c: @@@@@@ FAIL: /mnt/lustre/d1c.sanity-pcc/f1c.sanity-pcc expected pcc state: readwrite, but got: none 00010000:00010000:3.0:1787141485.632983:0:16532:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787141485.953627:0:3304:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8b7c86cc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953263034496:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787141485.953748:0:3304:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787141485.953935:0:15106:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953263034496 00000100:00100000:0.0:1787141485.953944:0:15106:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953263034496 00000100:00100000:0.0:1787141485.954015:0:15106:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1787141485.954024:0:15106:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cbb981500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3304:x1873953263034496:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1787141485.954057:0:15106:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3859808256 avail 3857711104 00000100:00080000:1.0:1787141485.955827:0:14416:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787141485.956208:0:15106:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cbb981500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3304:x1873953263034496:12345-0@lo:13:osp-pre-0-0.0 Request processed in 2179us (2453us total) trans 0 rc 0/0 00000100:00100000:0.0:1787141485.956221:0:15106:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1787141485.956345:0:3304:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8b7c86cc6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3304:1873953263034496:0@lo:13:osp-pre-0-0.0 00000001:00080000:2.0:1787141486.534149:0:6713:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 8589934597 is committed 00000001:00080000:2.0:1787141486.534170:0:6713:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 8589934596 is committed 00000100:00100000:0.0:1787141486.535115:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:0.0:1787141486.535163:0:3297:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.11@tcp (source: 12345-192.168.203.11@tcp) 00000100:00100000:1.0:1787141486.535201:0:15103:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241039744 00000100:00100000:1.0:1787141486.535210:0:15103:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241039744 00000100:00100000:2.0:1787141486.535241:0:15107:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873953241039616 00000100:00100000:2.0:1787141486.535249:0:15107:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873953241039616 00000100:00100000:1.0:1787141486.535279:0:15103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 21 00002000:00100000:2.0:1787141486.535290:0:15107:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x22:0x0] (0->8) req@ffff8b7cc0f8df80 x1873953241039616/t0(0) o4->19eaa102-0169-4fba-a1e9-af876a40d8d1@192.168.203.11@tcp:627/0 lens 504/0 e 0 to 0 dl 1787141497 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:100 00000100:00100000:1.0:1787141486.535295:0:15103:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:19eaa102-0169-4fba-a1e9-af876a40d8d1+7:2351:x1873953241039744:12345-192.168.203.11@tcp:16:kworker.0 00002000:00100000:2.0:1787141486.535309:0:15107:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b7cc0f8df80 with x1873953241039616 ext(0->8) 00002000:00010000:2.0:1787141486.535315:0:15107:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b7cc0f8df80 00000100:00100000:2.0:1787141486.535356:0:15107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.11@tcp, seq: 0 00000100:00100000:2.0:1787141486.535364:0:15107:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b7cc0f8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+7:2351:x1873953241039616:12345-192.168.203.11@tcp:4:bash.0 00000100:00100000:2.0:1787141486.536333:0:15107:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:19eaa102-0169-4fba-a1e9-af876a40d8d1+9:2351:x1873953241039616:12345-192.168.203.11@tcp:4:bash.0 Request processed in 964us (1217us total) trans 8589934598 rc 0/0 00000100:00100000:2.0:1787141486.536351:0:15107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 0 00002000:00100000:2.0:1787141486.536360:0:15107:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x22:0x0] (0->8) req@ffff8b7cc0f8df80 x1873953241039616/t8589934598(0) o4->19eaa102-0169-4fba-a1e9-af876a40d8d1@192.168.203.11@tcp:627/0 lens 504/448 e 0 to 0 dl 1787141497 ref 1 fl Complete:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:100 00002000:00100000:2.0:1787141486.536370:0:15107:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b7cc0f8df80 with x1873953241039616 ext(0->8) 00002000:00010000:2.0:1787141486.536375:0:15107:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b7cc0f8df80 00000001:00080000:0.0:1787141486.610359:0:6713:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 8589934598 is committed 00000100:00100000:2.0:1787141486.610959:0:15103:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b7cc0f8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:19eaa102-0169-4fba-a1e9-af876a40d8d1+6:2351:x1873953241039744:12345-192.168.203.11@tcp:16:kworker.0 Request processed in 75663us (75789us total) trans 0 rc 0/0 00000100:00100000:2.0:1787141486.610970:0:15103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.11@tcp, seq: 21 00010000:00010000:1.0:1787141486.658229:0:14408:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 29493 lines, 29493 kept, 0 dropped, 0 bad.